[ 615.384942] env[70691]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70691) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 615.385263] env[70691]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70691) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 615.385368] env[70691]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70691) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 615.385686] env[70691]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 615.477583] env[70691]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70691) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 615.487796] env[70691]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70691) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 616.089890] env[70691]: INFO nova.virt.driver [None req-43b6c1f5-f1b9-4cf3-ae5e-d99ea118a902 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 616.160708] env[70691]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.160923] env[70691]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.160985] env[70691]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70691) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 619.429297] env[70691]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-64b093f2-bbaa-4657-80e3-f676a5082678 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.446102] env[70691]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70691) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 619.446233] env[70691]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-61e63f8d-226d-4c20-8529-02f859f41a67 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.471141] env[70691]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 67843. [ 619.471294] env[70691]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.310s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.471824] env[70691]: INFO nova.virt.vmwareapi.driver [None req-43b6c1f5-f1b9-4cf3-ae5e-d99ea118a902 None None] VMware vCenter version: 7.0.3 [ 619.475324] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d26c14d-6c5c-4cc9-b01d-86e5d25e2ece {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.492497] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b604958-5b66-4e18-adc9-68c2930b4a93 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.498245] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae529f60-d33a-4e9b-9d85-18a0c58d3ac9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.504755] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeceaf3-ec3b-4479-8e87-0a8b174c8eb2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.517946] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e92dd-769b-4f08-994b-c268f8a9d249 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.523814] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf07945-cebc-48b3-ae90-ff32ccf93cc2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.553504] env[70691]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-75c2caaa-0798-4a15-b85d-a3d2d99b2153 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.558442] env[70691]: DEBUG nova.virt.vmwareapi.driver [None req-43b6c1f5-f1b9-4cf3-ae5e-d99ea118a902 None None] Extension org.openstack.compute already exists. {{(pid=70691) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:225}} [ 619.561089] env[70691]: INFO nova.compute.provider_config [None req-43b6c1f5-f1b9-4cf3-ae5e-d99ea118a902 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 620.064054] env[70691]: DEBUG nova.context [None req-43b6c1f5-f1b9-4cf3-ae5e-d99ea118a902 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0da681d3-599d-4fb9-9820-770901c4f38f(cell1) {{(pid=70691) load_cells /opt/stack/nova/nova/context.py:464}} [ 620.066103] env[70691]: DEBUG oslo_concurrency.lockutils [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.066337] env[70691]: DEBUG oslo_concurrency.lockutils [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.066998] env[70691]: DEBUG oslo_concurrency.lockutils [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.067445] env[70691]: DEBUG oslo_concurrency.lockutils [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Acquiring lock "0da681d3-599d-4fb9-9820-770901c4f38f" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.067638] env[70691]: DEBUG oslo_concurrency.lockutils [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Lock "0da681d3-599d-4fb9-9820-770901c4f38f" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.068671] env[70691]: DEBUG oslo_concurrency.lockutils [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Lock "0da681d3-599d-4fb9-9820-770901c4f38f" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.089328] env[70691]: INFO dbcounter [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Registered counter for database nova_cell0 [ 620.097355] env[70691]: INFO dbcounter [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Registered counter for database nova_cell1 [ 620.100483] env[70691]: DEBUG oslo_db.sqlalchemy.engines [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70691) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 620.100847] env[70691]: DEBUG oslo_db.sqlalchemy.engines [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70691) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 620.105581] env[70691]: ERROR nova.db.main.api [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 620.105581] env[70691]: result = function(*args, **kwargs) [ 620.105581] env[70691]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 620.105581] env[70691]: return func(*args, **kwargs) [ 620.105581] env[70691]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 620.105581] env[70691]: result = fn(*args, **kwargs) [ 620.105581] env[70691]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 620.105581] env[70691]: return f(*args, **kwargs) [ 620.105581] env[70691]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 620.105581] env[70691]: return db.service_get_minimum_version(context, binaries) [ 620.105581] env[70691]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 620.105581] env[70691]: _check_db_access() [ 620.105581] env[70691]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 620.105581] env[70691]: stacktrace = ''.join(traceback.format_stack()) [ 620.105581] env[70691]: [ 620.106588] env[70691]: ERROR nova.db.main.api [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 620.106588] env[70691]: result = function(*args, **kwargs) [ 620.106588] env[70691]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 620.106588] env[70691]: return func(*args, **kwargs) [ 620.106588] env[70691]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 620.106588] env[70691]: result = fn(*args, **kwargs) [ 620.106588] env[70691]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 620.106588] env[70691]: return f(*args, **kwargs) [ 620.106588] env[70691]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 620.106588] env[70691]: return db.service_get_minimum_version(context, binaries) [ 620.106588] env[70691]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 620.106588] env[70691]: _check_db_access() [ 620.106588] env[70691]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 620.106588] env[70691]: stacktrace = ''.join(traceback.format_stack()) [ 620.106588] env[70691]: [ 620.106960] env[70691]: WARNING nova.objects.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 620.107131] env[70691]: WARNING nova.objects.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Failed to get minimum service version for cell 0da681d3-599d-4fb9-9820-770901c4f38f [ 620.107560] env[70691]: DEBUG oslo_concurrency.lockutils [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Acquiring lock "singleton_lock" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.107723] env[70691]: DEBUG oslo_concurrency.lockutils [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Acquired lock "singleton_lock" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.107972] env[70691]: DEBUG oslo_concurrency.lockutils [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Releasing lock "singleton_lock" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.108307] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Full set of CONF: {{(pid=70691) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 620.108453] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ******************************************************************************** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 620.108583] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Configuration options gathered from: {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 620.108721] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 620.108914] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 620.109065] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ================================================================================ {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 620.109288] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] allow_resize_to_same_host = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.109459] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] arq_binding_timeout = 300 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.109592] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] backdoor_port = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.109720] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] backdoor_socket = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.109883] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] block_device_allocate_retries = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.110077] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] block_device_allocate_retries_interval = 3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.110260] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cert = self.pem {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.110429] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.110597] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute_monitors = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.110764] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] config_dir = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.110933] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] config_drive_format = iso9660 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.111081] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.111252] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] config_source = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.111419] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] console_host = devstack {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.111583] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] control_exchange = nova {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.111743] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cpu_allocation_ratio = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.111901] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] daemon = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.112103] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] debug = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.112272] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] default_access_ip_network_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.112442] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] default_availability_zone = nova {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.112598] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] default_ephemeral_format = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.112755] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] default_green_pool_size = 1000 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.112989] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.113211] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] default_schedule_zone = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.113387] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] disk_allocation_ratio = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.113552] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] enable_new_services = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.113732] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] enabled_apis = ['osapi_compute'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.113905] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] enabled_ssl_apis = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.114081] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] flat_injected = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.114249] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] force_config_drive = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.114410] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] force_raw_images = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.114579] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] graceful_shutdown_timeout = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.114741] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] heal_instance_info_cache_interval = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.114957] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] host = cpu-1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.115154] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.115326] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] initial_disk_allocation_ratio = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.115491] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] initial_ram_allocation_ratio = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.115704] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.115869] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] instance_build_timeout = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.116043] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] instance_delete_interval = 300 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.116216] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] instance_format = [instance: %(uuid)s] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.116385] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] instance_name_template = instance-%08x {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.116543] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] instance_usage_audit = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.116710] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] instance_usage_audit_period = month {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.116873] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.117051] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] instances_path = /opt/stack/data/nova/instances {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.117220] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] internal_service_availability_zone = internal {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.117400] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] key = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.117536] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] live_migration_retry_count = 30 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.117702] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] log_color = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.117866] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] log_config_append = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.118044] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.118209] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] log_dir = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.118372] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] log_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.118502] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] log_options = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.118663] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] log_rotate_interval = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.118831] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] log_rotate_interval_type = days {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.118995] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] log_rotation_type = none {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.119139] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.119266] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.119432] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.119595] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.119721] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.119880] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] long_rpc_timeout = 1800 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.120050] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] max_concurrent_builds = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.120211] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] max_concurrent_live_migrations = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.120370] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] max_concurrent_snapshots = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.120525] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] max_local_block_devices = 3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.120679] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] max_logfile_count = 30 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.120833] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] max_logfile_size_mb = 200 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.120987] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] maximum_instance_delete_attempts = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.121167] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] metadata_listen = 0.0.0.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.121338] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] metadata_listen_port = 8775 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.121504] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] metadata_workers = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.121665] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] migrate_max_retries = -1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.121830] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] mkisofs_cmd = genisoimage {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.122044] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] my_block_storage_ip = 10.180.1.21 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.122208] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] my_ip = 10.180.1.21 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.122383] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] network_allocate_retries = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.122562] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.122728] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] osapi_compute_listen = 0.0.0.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.122891] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] osapi_compute_listen_port = 8774 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.123084] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] osapi_compute_unique_server_name_scope = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.123298] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] osapi_compute_workers = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.123471] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] password_length = 12 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.123634] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] periodic_enable = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.123793] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] periodic_fuzzy_delay = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.123961] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] pointer_model = usbtablet {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.124144] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] preallocate_images = none {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.124309] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] publish_errors = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.124441] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] pybasedir = /opt/stack/nova {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.124598] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ram_allocation_ratio = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.124759] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] rate_limit_burst = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.124926] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] rate_limit_except_level = CRITICAL {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.125098] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] rate_limit_interval = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.125266] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] reboot_timeout = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.125427] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] reclaim_instance_interval = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.125583] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] record = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.125749] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] reimage_timeout_per_gb = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.125914] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] report_interval = 120 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.126088] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] rescue_timeout = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.126314] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] reserved_host_cpus = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.126493] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] reserved_host_disk_mb = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.126655] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] reserved_host_memory_mb = 512 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.126816] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] reserved_huge_pages = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.126976] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] resize_confirm_window = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.127152] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] resize_fs_using_block_device = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.127316] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] resume_guests_state_on_host_boot = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.127496] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.127644] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] rpc_response_timeout = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.127805] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] run_external_periodic_tasks = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.127973] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] running_deleted_instance_action = reap {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.128153] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] running_deleted_instance_poll_interval = 1800 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.128317] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] running_deleted_instance_timeout = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.128478] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler_instance_sync_interval = 120 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.128645] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_down_time = 720 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.128812] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] servicegroup_driver = db {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.128968] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] shell_completion = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.129145] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] shelved_offload_time = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.129309] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] shelved_poll_interval = 3600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.129473] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] shutdown_timeout = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.129633] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] source_is_ipv6 = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.129793] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ssl_only = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.130094] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.130218] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] sync_power_state_interval = 600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.130386] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] sync_power_state_pool_size = 1000 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.130555] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] syslog_log_facility = LOG_USER {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.130711] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] tempdir = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.130873] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] timeout_nbd = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.131047] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] transport_url = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.131216] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] update_resources_interval = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.131379] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] use_cow_images = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.131537] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] use_eventlog = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.131696] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] use_journal = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.131855] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] use_json = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.132023] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] use_rootwrap_daemon = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.132217] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] use_stderr = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.132391] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] use_syslog = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.132551] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vcpu_pin_set = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.132719] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plugging_is_fatal = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.132885] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plugging_timeout = 300 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.133078] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] virt_mkfs = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.133279] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] volume_usage_poll_interval = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.133451] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] watch_log_file = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.133620] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] web = /usr/share/spice-html5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 620.133798] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_concurrency.disable_process_locking = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.134092] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.134280] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.134447] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.134618] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.134787] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.134951] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.135149] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.auth_strategy = keystone {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.135322] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.compute_link_prefix = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.135495] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.135667] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.dhcp_domain = novalocal {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.135834] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.enable_instance_password = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.135995] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.glance_link_prefix = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.136175] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.136348] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.136511] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.instance_list_per_project_cells = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.136672] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.list_records_by_skipping_down_cells = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.136832] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.local_metadata_per_cell = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.136999] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.max_limit = 1000 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.137181] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.metadata_cache_expiration = 15 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.137358] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.neutron_default_tenant_id = default {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.137527] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.response_validation = warn {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.137695] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.use_neutron_default_nets = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.137864] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.138040] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.138217] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.138394] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.138567] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.vendordata_dynamic_targets = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.138731] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.vendordata_jsonfile_path = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.138908] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.139112] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.backend = dogpile.cache.memcached {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.139286] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.backend_argument = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.139456] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.config_prefix = cache.oslo {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.139625] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.dead_timeout = 60.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.139788] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.debug_cache_backend = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.139949] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.enable_retry_client = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.140123] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.enable_socket_keepalive = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.140296] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.enabled = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.140460] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.enforce_fips_mode = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.140622] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.expiration_time = 600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.140785] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.hashclient_retry_attempts = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.140951] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.hashclient_retry_delay = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.141130] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_dead_retry = 300 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.141294] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_password = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.141460] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.141622] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.141784] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_pool_maxsize = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.141947] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.142148] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_sasl_enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.142344] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.142515] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_socket_timeout = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.142679] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.memcache_username = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.142846] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.proxies = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.143022] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.redis_db = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.143228] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.redis_password = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.143411] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.redis_sentinel_service_name = mymaster {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.143592] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.143760] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.redis_server = localhost:6379 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.143927] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.redis_socket_timeout = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.144103] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.redis_username = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.144273] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.retry_attempts = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.144440] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.retry_delay = 0.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.144604] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.socket_keepalive_count = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.144768] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.socket_keepalive_idle = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.144931] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.socket_keepalive_interval = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.145103] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.tls_allowed_ciphers = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.145267] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.tls_cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.145426] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.tls_certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.145587] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.tls_enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.145744] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cache.tls_keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.145914] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.auth_section = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.146105] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.auth_type = password {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.146271] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.146447] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.catalog_info = volumev3::publicURL {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.146610] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.146777] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.146938] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.cross_az_attach = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.147119] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.debug = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.147285] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.endpoint_template = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.147449] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.http_retries = 3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.147611] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.147770] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.147937] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.os_region_name = RegionOne {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.148114] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.148282] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cinder.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.148454] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.148617] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.cpu_dedicated_set = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.148776] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.cpu_shared_set = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.148942] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.image_type_exclude_list = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.149121] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.149290] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.max_concurrent_disk_ops = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.149452] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.max_disk_devices_to_attach = -1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.149616] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.149785] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.149950] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.resource_provider_association_refresh = 300 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.150127] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.150298] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.shutdown_retry_interval = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.150479] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.150659] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] conductor.workers = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.150837] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] console.allowed_origins = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.151007] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] console.ssl_ciphers = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.151187] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] console.ssl_minimum_version = default {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.151362] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] consoleauth.enforce_session_timeout = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.151531] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] consoleauth.token_ttl = 600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.151700] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.151858] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.152033] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.152222] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.connect_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.152388] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.connect_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.152546] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.endpoint_override = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.152706] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.152861] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.153031] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.max_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.153238] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.min_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.153410] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.region_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.153571] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.retriable_status_codes = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.153730] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.service_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.153897] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.service_type = accelerator {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.154072] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.154236] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.status_code_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.154395] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.status_code_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.154551] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.154728] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.154889] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] cyborg.version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.155079] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.backend = sqlalchemy {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.155257] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.connection = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.155424] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.connection_debug = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.155616] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.connection_parameters = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.155784] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.connection_recycle_time = 3600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.155948] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.connection_trace = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.156128] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.db_inc_retry_interval = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.156295] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.db_max_retries = 20 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.156458] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.db_max_retry_interval = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.156619] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.db_retry_interval = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.156779] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.max_overflow = 50 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.156940] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.max_pool_size = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.157113] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.max_retries = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.157288] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.157448] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.mysql_wsrep_sync_wait = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.157607] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.pool_timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.157802] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.retry_interval = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.157922] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.slave_connection = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.158097] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.sqlite_synchronous = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.158290] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] database.use_db_reconnect = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.158572] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.backend = sqlalchemy {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.158845] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.connection = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.159104] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.connection_debug = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.159296] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.connection_parameters = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.159466] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.connection_recycle_time = 3600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.159631] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.connection_trace = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.159795] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.db_inc_retry_interval = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.159958] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.db_max_retries = 20 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.160138] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.db_max_retry_interval = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.160305] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.db_retry_interval = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.160467] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.max_overflow = 50 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.160629] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.max_pool_size = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.160790] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.max_retries = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.160960] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.161135] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.161299] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.pool_timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.161465] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.retry_interval = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.161627] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.slave_connection = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.161791] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] api_database.sqlite_synchronous = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.161968] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] devices.enabled_mdev_types = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.162190] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.162378] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ephemeral_storage_encryption.default_format = luks {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.162548] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ephemeral_storage_encryption.enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.162714] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.162888] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.api_servers = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.163079] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.163268] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.163439] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.163605] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.connect_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.163765] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.connect_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.163932] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.debug = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.164117] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.default_trusted_certificate_ids = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.164287] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.enable_certificate_validation = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.164450] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.enable_rbd_download = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.164611] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.endpoint_override = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.164775] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.164937] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.165109] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.max_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.165273] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.min_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.165436] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.num_retries = 3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.165607] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.rbd_ceph_conf = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.165783] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.rbd_connect_timeout = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.165954] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.rbd_pool = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.166136] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.rbd_user = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.166300] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.region_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.166461] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.retriable_status_codes = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.166618] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.service_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.166786] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.service_type = image {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.166951] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.167124] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.status_code_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.167288] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.status_code_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.167447] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.167635] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.167800] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.verify_glance_signatures = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.167961] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] glance.version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.168144] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] guestfs.debug = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.168311] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] mks.enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.168672] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.168863] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] image_cache.manager_interval = 2400 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.169218] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] image_cache.precache_concurrency = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.169292] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] image_cache.remove_unused_base_images = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.169501] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.169658] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.169845] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] image_cache.subdirectory_name = _base {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.170086] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.api_max_retries = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.170214] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.api_retry_interval = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.170372] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.auth_section = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.170537] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.auth_type = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.170695] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.170875] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.171050] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.171192] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.conductor_group = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.171354] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.connect_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.171581] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.connect_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.171677] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.endpoint_override = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.171832] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.171992] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.172191] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.max_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.172363] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.min_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.172534] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.peer_list = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.172696] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.region_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.172859] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.retriable_status_codes = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.173035] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.serial_console_state_timeout = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.173258] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.service_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.173436] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.service_type = baremetal {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.173600] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.shard = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.173760] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.173926] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.status_code_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.174081] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.status_code_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.174245] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.174433] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.174588] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ironic.version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.174786] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.174935] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] key_manager.fixed_key = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.175131] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.175297] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.barbican_api_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.175457] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.barbican_endpoint = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.175627] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.barbican_endpoint_type = public {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.175785] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.barbican_region_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.175943] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.176115] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.176282] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.176440] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.176594] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.176754] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.number_of_retries = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.176911] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.retry_delay = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.177090] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.send_service_user_token = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.177258] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.177417] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.177574] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.verify_ssl = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.177730] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican.verify_ssl_path = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.177894] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican_service_user.auth_section = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.178068] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican_service_user.auth_type = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.178230] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican_service_user.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.178385] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican_service_user.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.178546] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican_service_user.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.178705] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican_service_user.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.178864] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican_service_user.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.179036] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican_service_user.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.179201] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] barbican_service_user.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.179371] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.approle_role_id = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.179531] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.approle_secret_id = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.179713] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.kv_mountpoint = secret {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.179878] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.kv_path = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.180065] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.kv_version = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.180234] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.namespace = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.180393] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.root_token_id = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.180550] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.ssl_ca_crt_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.180718] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.timeout = 60.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.180881] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.use_ssl = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.181064] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.181241] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.auth_section = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.181409] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.auth_type = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.181570] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.181729] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.181893] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.182075] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.connect_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.182252] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.connect_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.182416] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.endpoint_override = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.182583] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.182741] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.182900] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.max_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.183072] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.min_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.183256] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.region_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.183452] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.retriable_status_codes = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.183614] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.service_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.183784] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.service_type = identity {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.183945] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.184121] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.status_code_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.184286] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.status_code_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.184446] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.184627] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.184792] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] keystone.version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.184994] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.connection_uri = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.185172] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.cpu_mode = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.185344] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.cpu_model_extra_flags = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.185513] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.cpu_models = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.185682] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.cpu_power_governor_high = performance {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.185856] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.cpu_power_governor_low = powersave {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.186026] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.cpu_power_management = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.186206] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.186374] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.device_detach_attempts = 8 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.186538] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.device_detach_timeout = 20 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.186703] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.disk_cachemodes = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.186862] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.disk_prefix = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.187059] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.enabled_perf_events = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.187265] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.file_backed_memory = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.187448] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.gid_maps = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.187615] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.hw_disk_discard = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.187774] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.hw_machine_type = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.187944] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.images_rbd_ceph_conf = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.188126] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.188294] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.188465] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.images_rbd_glance_store_name = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.188639] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.images_rbd_pool = rbd {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.188810] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.images_type = default {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.188971] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.images_volume_group = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.189153] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.inject_key = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.189319] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.inject_partition = -2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.189480] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.inject_password = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.189646] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.iscsi_iface = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.189809] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.iser_use_multipath = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.189973] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_bandwidth = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.190155] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.190323] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_downtime = 500 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.190486] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.190652] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.190810] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_inbound_addr = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.190973] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.191149] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_permit_post_copy = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.191398] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_scheme = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.191672] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_timeout_action = abort {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.191879] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_tunnelled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.192072] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_uri = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.192259] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.live_migration_with_native_tls = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.192429] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.max_queues = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.192598] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.192830] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.192996] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.nfs_mount_options = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.193670] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.193862] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.194046] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.num_iser_scan_tries = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.194217] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.num_memory_encrypted_guests = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.194387] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.194555] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.num_pcie_ports = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.194726] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.num_volume_scan_tries = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.194895] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.pmem_namespaces = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.195076] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.quobyte_client_cfg = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.195379] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.195555] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rbd_connect_timeout = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.195725] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.195895] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.196071] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rbd_secret_uuid = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.196242] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rbd_user = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.196409] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.196585] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.remote_filesystem_transport = ssh {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.196751] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rescue_image_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.196909] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rescue_kernel_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.197082] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rescue_ramdisk_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.197259] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.197422] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.rx_queue_size = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.197591] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.smbfs_mount_options = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.197870] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.198061] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.snapshot_compression = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.198232] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.snapshot_image_format = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.198452] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.198620] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.sparse_logical_volumes = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.198784] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.swtpm_enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.198954] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.swtpm_group = tss {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.199137] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.swtpm_user = tss {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.199348] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.sysinfo_serial = unique {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.199516] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.tb_cache_size = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.199679] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.tx_queue_size = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.199842] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.uid_maps = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.200015] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.use_virtio_for_bridges = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.200201] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.virt_type = kvm {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.200373] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.volume_clear = zero {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.200539] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.volume_clear_size = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.200704] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.volume_use_multipath = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.200864] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.vzstorage_cache_path = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.201054] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.201230] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.vzstorage_mount_group = qemu {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.201398] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.vzstorage_mount_opts = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.201567] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.201844] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.202034] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.vzstorage_mount_user = stack {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.202240] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.202425] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.auth_section = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.202601] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.auth_type = password {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.202764] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.202924] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.203124] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.203307] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.connect_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.203471] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.connect_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.203640] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.default_floating_pool = public {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.203802] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.endpoint_override = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.203968] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.extension_sync_interval = 600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.204149] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.http_retries = 3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.204315] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.204476] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.204636] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.max_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.204806] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.204968] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.min_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.205150] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.ovs_bridge = br-int {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.205319] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.physnets = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.205487] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.region_name = RegionOne {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.205648] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.retriable_status_codes = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.205813] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.service_metadata_proxy = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.205973] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.service_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.206157] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.service_type = network {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.206325] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.206484] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.status_code_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.206642] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.status_code_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.206800] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.206977] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.207156] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] neutron.version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.207329] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] notifications.bdms_in_notifications = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.207505] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] notifications.default_level = INFO {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.207679] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] notifications.notification_format = unversioned {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.207843] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] notifications.notify_on_state_change = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.208030] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.208218] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] pci.alias = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.208387] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] pci.device_spec = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.208550] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] pci.report_in_placement = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.208725] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.auth_section = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.208898] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.auth_type = password {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.209079] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.209247] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.209406] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.209569] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.209726] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.connect_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.209885] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.connect_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.210056] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.default_domain_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.210218] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.default_domain_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.210381] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.domain_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.210538] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.domain_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.210697] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.endpoint_override = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.210859] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.211025] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.211189] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.max_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.211348] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.min_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.211515] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.password = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.211676] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.project_domain_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.211843] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.project_domain_name = Default {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.212015] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.project_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.212232] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.project_name = service {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.212408] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.region_name = RegionOne {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.212573] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.retriable_status_codes = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.212732] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.service_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.212902] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.service_type = placement {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.213093] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.213279] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.status_code_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.213444] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.status_code_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.213607] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.system_scope = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.213767] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.213927] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.trust_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.214099] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.user_domain_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.214276] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.user_domain_name = Default {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.214466] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.user_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.214650] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.username = nova {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.214833] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.214999] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] placement.version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.215196] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.cores = 20 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.215367] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.count_usage_from_placement = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.215541] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.215716] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.injected_file_content_bytes = 10240 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.215884] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.injected_file_path_length = 255 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.216063] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.injected_files = 5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.216236] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.instances = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.216403] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.key_pairs = 100 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.216571] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.metadata_items = 128 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.216737] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.ram = 51200 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.216906] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.recheck_quota = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.217087] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.server_group_members = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.217260] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] quota.server_groups = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.217438] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.217601] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.217761] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.image_metadata_prefilter = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.217920] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.218096] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.max_attempts = 3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.218263] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.max_placement_results = 1000 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.218427] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.218587] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.query_placement_for_image_type_support = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.218744] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.218917] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] scheduler.workers = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.219102] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.219278] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.219457] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.219627] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.219793] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.219959] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.220139] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.220332] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.220502] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.host_subset_size = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.220667] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.220826] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.220987] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.221168] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.isolated_hosts = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.221337] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.isolated_images = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.221499] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.221669] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.221821] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.221983] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.pci_in_placement = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.222191] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.222363] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.222529] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.222691] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.222852] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.223029] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.223202] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.track_instance_changes = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.223380] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.223551] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] metrics.required = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.223739] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] metrics.weight_multiplier = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.223908] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.224087] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] metrics.weight_setting = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.224426] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.224612] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] serial_console.enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.224795] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] serial_console.port_range = 10000:20000 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.224966] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.225156] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.225332] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] serial_console.serialproxy_port = 6083 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.225507] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.auth_section = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.225681] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.auth_type = password {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.225843] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.226008] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.226183] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.226346] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.226507] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.226681] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.send_service_user_token = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.226848] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.227015] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] service_user.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.227192] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.agent_enabled = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.227358] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.227687] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.227881] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.228069] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.html5proxy_port = 6082 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.228238] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.image_compression = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.228398] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.jpeg_compression = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.228557] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.playback_compression = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.228720] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.require_secure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.228890] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.server_listen = 127.0.0.1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.229072] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.229240] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.streaming_mode = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.229398] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] spice.zlib_compression = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.229565] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] upgrade_levels.baseapi = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.229736] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] upgrade_levels.compute = auto {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.229896] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] upgrade_levels.conductor = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.230068] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] upgrade_levels.scheduler = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.230241] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vendordata_dynamic_auth.auth_section = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.230412] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vendordata_dynamic_auth.auth_type = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.230566] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vendordata_dynamic_auth.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.230726] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vendordata_dynamic_auth.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.230887] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.231055] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vendordata_dynamic_auth.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.231220] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vendordata_dynamic_auth.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.231384] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.231541] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vendordata_dynamic_auth.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.231715] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.api_retry_count = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.231877] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.ca_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.232080] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.cache_prefix = devstack-image-cache {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.232257] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.cluster_name = testcl1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.232429] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.connection_pool_size = 10 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.232590] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.console_delay_seconds = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.232759] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.datastore_regex = ^datastore.* {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.232967] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.233160] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.host_password = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.233334] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.host_port = 443 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.233506] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.host_username = administrator@vsphere.local {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.233675] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.insecure = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.233835] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.integration_bridge = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.234006] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.maximum_objects = 100 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.234178] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.pbm_default_policy = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.234343] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.pbm_enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.234523] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.pbm_wsdl_location = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.234701] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.234864] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.serial_port_proxy_uri = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.235034] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.serial_port_service_uri = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.235209] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.task_poll_interval = 0.5 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.235383] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.use_linked_clone = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.235555] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.vnc_keymap = en-us {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.235725] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.vnc_port = 5900 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.235889] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vmware.vnc_port_total = 10000 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.236091] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.auth_schemes = ['none'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.236273] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.236580] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.236765] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.236937] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.novncproxy_port = 6080 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.237132] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.server_listen = 127.0.0.1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.237313] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.237476] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.vencrypt_ca_certs = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.237636] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.vencrypt_client_cert = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.237793] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vnc.vencrypt_client_key = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.237972] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.238151] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.disable_deep_image_inspection = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.238317] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.238476] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.238637] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.238796] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.disable_rootwrap = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.238958] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.enable_numa_live_migration = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.239135] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.239302] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.239463] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.239622] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.libvirt_disable_apic = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.239780] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.239942] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.240117] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.240282] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.240447] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.240604] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.240764] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.240951] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242127] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242127] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242127] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242127] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.client_socket_timeout = 900 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242127] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.default_pool_size = 1000 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242127] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.keep_alive = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242331] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.max_header_line = 16384 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242363] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.secure_proxy_ssl_header = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242507] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.ssl_ca_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242671] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.ssl_cert_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.242834] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.ssl_key_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.243013] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.tcp_keepidle = 600 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.243191] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.243358] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] zvm.ca_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.243520] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] zvm.cloud_connector_url = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.243813] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.243990] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] zvm.reachable_timeout = 300 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.244189] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.enforce_new_defaults = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.244590] env[70691]: WARNING oslo_config.cfg [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 620.244780] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.enforce_scope = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.244956] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.policy_default_rule = default {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.245156] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.245334] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.policy_file = policy.yaml {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.245511] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.245673] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.245831] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.245991] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.246166] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.246345] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.246519] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.246693] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.connection_string = messaging:// {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.246864] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.enabled = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.247040] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.es_doc_type = notification {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.247211] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.es_scroll_size = 10000 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.247381] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.es_scroll_time = 2m {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.247544] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.filter_error_trace = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.247711] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.hmac_keys = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.247877] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.sentinel_service_name = mymaster {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.248052] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.socket_timeout = 0.1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.248222] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.trace_requests = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.248386] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler.trace_sqlalchemy = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.248568] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler_jaeger.process_tags = {} {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.248730] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler_jaeger.service_name_prefix = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.248891] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] profiler_otlp.service_name_prefix = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.249068] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] remote_debug.host = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.249232] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] remote_debug.port = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.249410] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.249572] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.249734] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.249899] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.250069] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.250234] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.250393] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.250552] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.250713] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.250882] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.251053] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.251228] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.251397] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.251567] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.251736] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.251900] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.252098] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.252276] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.252444] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.252605] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.252770] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.252933] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.253109] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.253279] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.253439] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.253598] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.253754] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.253911] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.254141] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.254334] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.ssl = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.254511] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.254681] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.254844] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.255026] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.255203] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.ssl_version = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.255365] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.255553] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.255719] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_notifications.retry = -1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.255904] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.256091] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_messaging_notifications.transport_url = **** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.256269] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.auth_section = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.256434] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.auth_type = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.256597] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.cafile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.256759] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.certfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.256920] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.collect_timing = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.257094] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.connect_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.257258] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.connect_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.257416] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.endpoint_id = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.257573] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.endpoint_override = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.257734] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.insecure = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.257890] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.keyfile = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.258059] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.max_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.258218] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.min_version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.258375] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.region_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.258534] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.retriable_status_codes = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.258691] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.service_name = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.258847] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.service_type = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.259012] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.split_loggers = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.259177] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.status_code_retries = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.259336] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.status_code_retry_delay = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.259491] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.timeout = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.259647] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.valid_interfaces = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.259803] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_limit.version = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.259965] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_reports.file_event_handler = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.260143] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.260305] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] oslo_reports.log_dir = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.260474] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.260635] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.260793] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.260958] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.261133] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.261294] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.261463] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.261622] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_ovs_privileged.group = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.261781] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.261945] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.262143] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.262317] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] vif_plug_ovs_privileged.user = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.262491] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_linux_bridge.flat_interface = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.262674] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.262847] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.263033] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.263215] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.263391] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.263560] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.263724] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.263901] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.264085] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_ovs.isolate_vif = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.264265] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.264449] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.264634] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.264805] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_ovs.ovsdb_interface = native {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.264968] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_vif_ovs.per_port_bridge = False {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.265151] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_brick.lock_path = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.265322] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.265486] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.265657] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] privsep_osbrick.capabilities = [21] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.265819] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] privsep_osbrick.group = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.265980] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] privsep_osbrick.helper_command = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.266163] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.266331] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.266490] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] privsep_osbrick.user = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.266667] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.266828] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] nova_sys_admin.group = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.266986] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] nova_sys_admin.helper_command = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.267168] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.267335] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.267494] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] nova_sys_admin.user = None {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 620.267628] env[70691]: DEBUG oslo_service.service [None req-952d170e-1aaa-4b7e-8f5e-b2010b66841a None None] ******************************************************************************** {{(pid=70691) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 620.268124] env[70691]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 620.771793] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Getting list of instances from cluster (obj){ [ 620.771793] env[70691]: value = "domain-c8" [ 620.771793] env[70691]: _type = "ClusterComputeResource" [ 620.771793] env[70691]: } {{(pid=70691) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 620.773042] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f173e08a-cb2a-4e6b-902a-f1181394793c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.782462] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Got total of 0 instances {{(pid=70691) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 620.782979] env[70691]: WARNING nova.virt.vmwareapi.driver [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 620.783466] env[70691]: INFO nova.virt.node [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Generated node identity 0f714c39-9913-4c20-9640-f803078976e4 [ 620.783692] env[70691]: INFO nova.virt.node [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Wrote node identity 0f714c39-9913-4c20-9640-f803078976e4 to /opt/stack/data/n-cpu-1/compute_id [ 621.286365] env[70691]: WARNING nova.compute.manager [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Compute nodes ['0f714c39-9913-4c20-9640-f803078976e4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 622.292129] env[70691]: INFO nova.compute.manager [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 623.297220] env[70691]: WARNING nova.compute.manager [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 623.297508] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.297714] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.297861] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.298025] env[70691]: DEBUG nova.compute.resource_tracker [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 623.298986] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2d23a5-c288-454c-aef3-e45d3ea54d0b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.308657] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e243170-ebf0-491c-a87f-3248b80a1425 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.322423] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7d0f46-7e55-4337-9ab6-3c5935a2f9a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.328757] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151218fe-d6dd-4876-8c21-b85b3e0506f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.357527] env[70691]: DEBUG nova.compute.resource_tracker [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180990MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 623.357691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.357889] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.861083] env[70691]: WARNING nova.compute.resource_tracker [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] No compute node record for cpu-1:0f714c39-9913-4c20-9640-f803078976e4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 0f714c39-9913-4c20-9640-f803078976e4 could not be found. [ 624.364554] env[70691]: INFO nova.compute.resource_tracker [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 0f714c39-9913-4c20-9640-f803078976e4 [ 625.873062] env[70691]: DEBUG nova.compute.resource_tracker [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 625.873062] env[70691]: DEBUG nova.compute.resource_tracker [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 626.073788] env[70691]: INFO nova.scheduler.client.report [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] [req-e13398a6-6b3a-4f89-97eb-3558ffc73a53] Created resource provider record via placement API for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 626.096688] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f285493-9658-4c39-b1e7-83ff20e576c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.105413] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f057c-d626-49c6-806c-a04c8d506163 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.134949] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092c8480-d8c6-45eb-86de-fdd22c974f03 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.142054] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb37096-1b42-405f-88f8-a818c3640ff2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.154983] env[70691]: DEBUG nova.compute.provider_tree [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.711823] env[70691]: DEBUG nova.scheduler.client.report [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Updated inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 626.712076] env[70691]: DEBUG nova.compute.provider_tree [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Updating resource provider 0f714c39-9913-4c20-9640-f803078976e4 generation from 0 to 1 during operation: update_inventory {{(pid=70691) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 626.712301] env[70691]: DEBUG nova.compute.provider_tree [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.784063] env[70691]: DEBUG nova.compute.provider_tree [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Updating resource provider 0f714c39-9913-4c20-9640-f803078976e4 generation from 1 to 2 during operation: update_traits {{(pid=70691) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 627.289160] env[70691]: DEBUG nova.compute.resource_tracker [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 627.289529] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.931s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.289571] env[70691]: DEBUG nova.service [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Creating RPC server for service compute {{(pid=70691) start /opt/stack/nova/nova/service.py:186}} [ 627.305357] env[70691]: DEBUG nova.service [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] Join ServiceGroup membership for this service compute {{(pid=70691) start /opt/stack/nova/nova/service.py:203}} [ 627.305567] env[70691]: DEBUG nova.servicegroup.drivers.db [None req-9fbc2554-90b8-4e78-888f-e803c7521699 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70691) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 651.308044] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.811328] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Getting list of instances from cluster (obj){ [ 651.811328] env[70691]: value = "domain-c8" [ 651.811328] env[70691]: _type = "ClusterComputeResource" [ 651.811328] env[70691]: } {{(pid=70691) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 651.812603] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f884abe2-b1d4-403d-b374-d061d6aa551d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.821976] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Got total of 0 instances {{(pid=70691) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 651.821976] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.822323] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Getting list of instances from cluster (obj){ [ 651.822323] env[70691]: value = "domain-c8" [ 651.822323] env[70691]: _type = "ClusterComputeResource" [ 651.822323] env[70691]: } {{(pid=70691) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 651.823230] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2145bb-95c9-4a11-973b-4bb1f379ab73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.831028] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Got total of 0 instances {{(pid=70691) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 662.825242] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "1b318a7c-b4d1-48a7-a260-06a67db6db43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.825559] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "1b318a7c-b4d1-48a7-a260-06a67db6db43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.332228] env[70691]: DEBUG nova.compute.manager [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 663.886828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.887110] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.888871] env[70691]: INFO nova.compute.claims [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.837226] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "5759352e-c85a-4147-b6aa-32c16df8f3ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.837517] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "5759352e-c85a-4147-b6aa-32c16df8f3ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.971094] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771034eb-e82c-47c1-8e2e-b100840e300b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.984164] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462c4efc-41c3-4602-a560-16455f038cae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.016233] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf94e88-82fc-45c3-abe3-311f804084c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.023866] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a5a6a2-f039-4e9d-a428-eb1e614e4cda {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.038375] env[70691]: DEBUG nova.compute.provider_tree [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.342928] env[70691]: DEBUG nova.compute.manager [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 665.542952] env[70691]: DEBUG nova.scheduler.client.report [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 665.879867] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.050639] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.051264] env[70691]: DEBUG nova.compute.manager [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 666.054598] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.175s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.057814] env[70691]: INFO nova.compute.claims [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.437314] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquiring lock "f3913a86-6577-48bf-9352-609c35b6fd84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.437314] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "f3913a86-6577-48bf-9352-609c35b6fd84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.569761] env[70691]: DEBUG nova.compute.utils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.572561] env[70691]: DEBUG nova.compute.manager [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 666.572870] env[70691]: DEBUG nova.network.neutron [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 666.814348] env[70691]: DEBUG nova.policy [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d6a695dbc7d49e6aa0a2de1cb0c69f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1702adfd4b39498090e3f5dea9a377c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 666.940573] env[70691]: DEBUG nova.compute.manager [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 667.074091] env[70691]: DEBUG nova.compute.manager [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 667.182806] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbab550-456a-4641-a236-c933d6617688 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.195021] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66a8184-6917-463d-a986-e2df1374d8e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.234828] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e29c11-2743-4ae5-98eb-2d880de0bd48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.240771] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "2047d6d1-2b70-4edb-8fd6-8af659efc6c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.240986] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "2047d6d1-2b70-4edb-8fd6-8af659efc6c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.247346] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77fe8ab-95df-4b7f-9c5f-3b69abb59eb1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.266489] env[70691]: DEBUG nova.compute.provider_tree [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.473292] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.650758] env[70691]: DEBUG nova.network.neutron [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Successfully created port: dc85322d-9cb8-40f8-b53e-15f2962f1138 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.743805] env[70691]: DEBUG nova.compute.manager [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 667.770244] env[70691]: DEBUG nova.scheduler.client.report [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 668.086471] env[70691]: DEBUG nova.compute.manager [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 668.120543] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 668.120543] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 668.120543] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.120778] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 668.120778] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.120778] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 668.120778] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 668.120778] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 668.120939] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 668.121126] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 668.121297] env[70691]: DEBUG nova.virt.hardware [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.122498] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e55311a-358a-4b4d-9eb0-5a33b2ab254c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.133364] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d9103c-933c-4834-a4ff-5472aec0c1ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.154686] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2abfe45-bccd-49f4-acc7-841ef01f43c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.272536] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.279216] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.279216] env[70691]: DEBUG nova.compute.manager [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 668.279646] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.806s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.282303] env[70691]: INFO nova.compute.claims [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.548776] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "f34b664a-979f-40f9-8189-57aa4c5b5b94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.549086] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "f34b664a-979f-40f9-8189-57aa4c5b5b94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.788984] env[70691]: DEBUG nova.compute.utils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.794541] env[70691]: DEBUG nova.compute.manager [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 668.794804] env[70691]: DEBUG nova.network.neutron [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 668.949292] env[70691]: DEBUG nova.policy [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd534bd5c2397465f8553ca9c674c49ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b00c47cc78ab44d9bbc13a499c8c9e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 669.052044] env[70691]: DEBUG nova.compute.manager [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 669.247543] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.248114] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.295456] env[70691]: DEBUG nova.compute.manager [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 669.478987] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4552ef-6bc3-4c85-a3a5-61116240331c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.488109] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e176166b-4fa1-47a0-be72-40c79a552ab3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.539028] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25122eac-9a92-42c6-b87a-7195107cb565 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.548243] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a682a52-9129-4030-b973-770429335a35 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.571244] env[70691]: DEBUG nova.compute.provider_tree [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.591556] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.669832] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquiring lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.669987] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.751159] env[70691]: DEBUG nova.compute.manager [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 669.968689] env[70691]: DEBUG nova.network.neutron [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Successfully created port: 5ee24241-a55e-4431-9e54-e4ac8ba49f80 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.073880] env[70691]: DEBUG nova.scheduler.client.report [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 670.175401] env[70691]: DEBUG nova.compute.manager [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 670.285217] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.305828] env[70691]: DEBUG nova.compute.manager [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 670.333288] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 670.333584] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 670.333738] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.333917] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 670.335203] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.335329] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 670.335627] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 670.335730] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 670.335899] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 670.336118] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 670.336255] env[70691]: DEBUG nova.virt.hardware [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 670.337150] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc62ebcb-38f3-4538-93d8-6feb4bf4fc31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.353038] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7469746a-9d6f-4aec-809f-6ec4f06f5b2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.581443] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.582329] env[70691]: DEBUG nova.compute.manager [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 670.586233] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.313s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.591244] env[70691]: INFO nova.compute.claims [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.648275] env[70691]: DEBUG nova.network.neutron [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Successfully updated port: dc85322d-9cb8-40f8-b53e-15f2962f1138 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.704380] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.100992] env[70691]: DEBUG nova.compute.utils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.109675] env[70691]: DEBUG nova.compute.manager [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Not allocating networking since 'none' was specified. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 671.154742] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-1b318a7c-b4d1-48a7-a260-06a67db6db43" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.154875] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-1b318a7c-b4d1-48a7-a260-06a67db6db43" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.154969] env[70691]: DEBUG nova.network.neutron [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 671.270306] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "59083004-8304-4b1f-9c8f-404ecf812e7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.270306] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.607685] env[70691]: DEBUG nova.compute.manager [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 671.776902] env[70691]: DEBUG nova.compute.manager [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 671.823235] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2218249c-65fb-4306-839a-b0a8bde84f83 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.830143] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d7aed-7fd1-4ceb-9402-87fe1218eda7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.865774] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8691979-b613-45e8-a099-e0c6415cacec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.876315] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53a1e2-ccb5-45c2-b258-719e055aefd3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.895473] env[70691]: DEBUG nova.compute.provider_tree [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.152630] env[70691]: DEBUG nova.network.neutron [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 672.307429] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.400651] env[70691]: DEBUG nova.scheduler.client.report [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 672.626921] env[70691]: DEBUG nova.compute.manager [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 672.656934] env[70691]: DEBUG nova.compute.manager [req-165fd916-6436-4842-9eca-1e001d3dfce1 req-458db8a7-8f03-4960-ba59-d4775b0c3f42 service nova] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Received event network-vif-plugged-dc85322d-9cb8-40f8-b53e-15f2962f1138 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 672.656934] env[70691]: DEBUG oslo_concurrency.lockutils [req-165fd916-6436-4842-9eca-1e001d3dfce1 req-458db8a7-8f03-4960-ba59-d4775b0c3f42 service nova] Acquiring lock "1b318a7c-b4d1-48a7-a260-06a67db6db43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.656934] env[70691]: DEBUG oslo_concurrency.lockutils [req-165fd916-6436-4842-9eca-1e001d3dfce1 req-458db8a7-8f03-4960-ba59-d4775b0c3f42 service nova] Lock "1b318a7c-b4d1-48a7-a260-06a67db6db43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.659259] env[70691]: DEBUG oslo_concurrency.lockutils [req-165fd916-6436-4842-9eca-1e001d3dfce1 req-458db8a7-8f03-4960-ba59-d4775b0c3f42 service nova] Lock "1b318a7c-b4d1-48a7-a260-06a67db6db43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.659446] env[70691]: DEBUG nova.compute.manager [req-165fd916-6436-4842-9eca-1e001d3dfce1 req-458db8a7-8f03-4960-ba59-d4775b0c3f42 service nova] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] No waiting events found dispatching network-vif-plugged-dc85322d-9cb8-40f8-b53e-15f2962f1138 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 672.659700] env[70691]: WARNING nova.compute.manager [req-165fd916-6436-4842-9eca-1e001d3dfce1 req-458db8a7-8f03-4960-ba59-d4775b0c3f42 service nova] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Received unexpected event network-vif-plugged-dc85322d-9cb8-40f8-b53e-15f2962f1138 for instance with vm_state building and task_state spawning. [ 672.670455] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 672.670682] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 672.670836] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.671064] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 672.671215] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.671356] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 672.671560] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 672.671706] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 672.671861] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 672.672027] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 672.672198] env[70691]: DEBUG nova.virt.hardware [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 672.673141] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88b12ca-f793-4a44-adbd-d0e515f9979d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.685609] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fa8c2b-43d8-4ca0-80a6-6945e483e523 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.704021] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.712631] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 672.712922] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd603698-c6fc-4098-b0a2-8f475535938f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.726192] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Created folder: OpenStack in parent group-v4. [ 672.726390] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Creating folder: Project (05888d5ff4e04b2ab418e39c767891ac). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 672.726629] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56c4d094-ff03-461e-95f0-e79b0ef4d38b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.738781] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Created folder: Project (05888d5ff4e04b2ab418e39c767891ac) in parent group-v689428. [ 672.738962] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Creating folder: Instances. Parent ref: group-v689429. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 672.739721] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62a6964e-61f9-426e-8089-3243442874cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.750188] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Created folder: Instances in parent group-v689429. [ 672.750501] env[70691]: DEBUG oslo.service.loopingcall [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.750697] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 672.750905] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e91916c-8b75-4b6c-b56f-9e2ce7ad43e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.771487] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.771487] env[70691]: value = "task-3453464" [ 672.771487] env[70691]: _type = "Task" [ 672.771487] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.782764] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453464, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.827981] env[70691]: DEBUG nova.network.neutron [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Updating instance_info_cache with network_info: [{"id": "dc85322d-9cb8-40f8-b53e-15f2962f1138", "address": "fa:16:3e:9b:64:53", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85322d-9c", "ovs_interfaceid": "dc85322d-9cb8-40f8-b53e-15f2962f1138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.905519] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.906197] env[70691]: DEBUG nova.compute.manager [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 672.910421] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.318s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.914611] env[70691]: INFO nova.compute.claims [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.164315] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.164768] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.285617] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453464, 'name': CreateVM_Task, 'duration_secs': 0.294891} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.286065] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 673.288235] env[70691]: DEBUG oslo_vmware.service [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8210bc2-88aa-4140-8979-25e7198c1504 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.297316] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.297507] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.298055] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.298808] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71033a3b-6d49-4ade-af7d-55878013ee76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.307787] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 673.307787] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520205d5-3bc7-f544-5877-38628003ae40" [ 673.307787] env[70691]: _type = "Task" [ 673.307787] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.319403] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520205d5-3bc7-f544-5877-38628003ae40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.334273] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-1b318a7c-b4d1-48a7-a260-06a67db6db43" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.334615] env[70691]: DEBUG nova.compute.manager [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Instance network_info: |[{"id": "dc85322d-9cb8-40f8-b53e-15f2962f1138", "address": "fa:16:3e:9b:64:53", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85322d-9c", "ovs_interfaceid": "dc85322d-9cb8-40f8-b53e-15f2962f1138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 673.335157] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:64:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc85322d-9cb8-40f8-b53e-15f2962f1138', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.344897] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Creating folder: Project (1702adfd4b39498090e3f5dea9a377c9). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 673.345334] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6ba5047-5a04-48c3-b09b-f24c09c2f5ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.359055] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Created folder: Project (1702adfd4b39498090e3f5dea9a377c9) in parent group-v689428. [ 673.359055] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Creating folder: Instances. Parent ref: group-v689432. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 673.359055] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b0ed192-da62-4443-9674-78453b345e5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.366404] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Created folder: Instances in parent group-v689432. [ 673.368553] env[70691]: DEBUG oslo.service.loopingcall [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.368553] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 673.368553] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73becab4-5454-45e6-8343-7fd727153dec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.391487] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.391487] env[70691]: value = "task-3453467" [ 673.391487] env[70691]: _type = "Task" [ 673.391487] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.402558] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453467, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.417936] env[70691]: DEBUG nova.network.neutron [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Successfully updated port: 5ee24241-a55e-4431-9e54-e4ac8ba49f80 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.420047] env[70691]: DEBUG nova.compute.utils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 673.427358] env[70691]: DEBUG nova.compute.manager [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Not allocating networking since 'none' was specified. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 673.667667] env[70691]: DEBUG nova.compute.manager [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 673.822285] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.822606] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.824474] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.824474] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.824474] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.824474] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a5e3bd-9152-4533-b4ae-557055ec0bf0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.842774] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.842961] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 673.844771] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401ebaf3-05c4-448c-b484-dadd66756922 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.855094] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09200cba-9a2f-40d3-a98b-86658d735cff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.864025] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 673.864025] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bbf1b7-aff4-16a6-96d1-43fff7fb6456" [ 673.864025] env[70691]: _type = "Task" [ 673.864025] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.869327] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bbf1b7-aff4-16a6-96d1-43fff7fb6456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.907960] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453467, 'name': CreateVM_Task, 'duration_secs': 0.364841} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.908379] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 673.920821] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "refresh_cache-5759352e-c85a-4147-b6aa-32c16df8f3ef" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.921015] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquired lock "refresh_cache-5759352e-c85a-4147-b6aa-32c16df8f3ef" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.921168] env[70691]: DEBUG nova.network.neutron [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 673.933045] env[70691]: DEBUG nova.compute.manager [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 673.943485] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.943928] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.944128] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.944663] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce09173-b6e9-4fe4-b321-b83f348b6399 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.955180] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 673.955180] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fa07ff-e096-c7a4-3d95-414254cbd5f8" [ 673.955180] env[70691]: _type = "Task" [ 673.955180] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.966411] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fa07ff-e096-c7a4-3d95-414254cbd5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.170584] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3180391a-7110-4d7d-a453-9cd8ecd57333 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.192771] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e483dcb-9103-4cf4-81ee-6be5902eb04d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.242913] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.243796] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c47655-6d49-453b-bd49-f2d05585d0f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.258120] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c30c461-0eea-483e-9fb6-4e7a8aab5a36 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.272240] env[70691]: DEBUG nova.compute.provider_tree [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.373379] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Preparing fetch location {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 674.373751] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Creating directory with path [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.373915] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f45b57f-98a6-4b58-8b74-1eeaec71acec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.396509] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Created directory with path [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.396509] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Fetch image to [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 674.396509] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Downloading image file data 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 to [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk on the data store datastore1 {{(pid=70691) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 674.397532] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76962396-043e-425f-9d0a-e4e011681cc0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.405839] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d858ec-6bb0-4f5d-85d4-165802dd52a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.421038] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8546dd80-e25a-479f-ab5a-b591a5a9a789 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.475705] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb61b04-3991-4f3c-a64a-3573fe1ba645 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.486157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.486157] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.486290] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.489875] env[70691]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4880d45a-d4c0-49c9-aeaa-2123945826d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.526340] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Downloading image file data 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 to the data store datastore1 {{(pid=70691) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 674.552625] env[70691]: DEBUG nova.network.neutron [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 674.622646] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70691) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 674.698795] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.699228] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.776551] env[70691]: DEBUG nova.scheduler.client.report [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 674.980820] env[70691]: DEBUG nova.compute.manager [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 675.024121] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 675.025286] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 675.025286] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.025286] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 675.025286] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.025286] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 675.025286] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 675.025565] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 675.026474] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 675.026474] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 675.026474] env[70691]: DEBUG nova.virt.hardware [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 675.027675] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd44988d-8f61-407e-b164-7dd2af90ecab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.044362] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925b040f-b3a6-4c77-9efb-eae7e72b3959 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.069585] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.075674] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Creating folder: Project (01f13abd9bae495591151649c17a4072). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 675.079806] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a78a086-e7d6-4a5a-9ee5-0138c0d03076 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.090322] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Created folder: Project (01f13abd9bae495591151649c17a4072) in parent group-v689428. [ 675.090537] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Creating folder: Instances. Parent ref: group-v689435. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 675.090743] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-714b72eb-779c-4f1e-960a-747c60bda36d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.099322] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Created folder: Instances in parent group-v689435. [ 675.099561] env[70691]: DEBUG oslo.service.loopingcall [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.099747] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 675.099983] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3bddb2e-4939-4675-9f2a-483a7f6f0c8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.123938] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.123938] env[70691]: value = "task-3453470" [ 675.123938] env[70691]: _type = "Task" [ 675.123938] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.132986] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453470, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.150227] env[70691]: DEBUG nova.network.neutron [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Updating instance_info_cache with network_info: [{"id": "5ee24241-a55e-4431-9e54-e4ac8ba49f80", "address": "fa:16:3e:e9:d1:24", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee24241-a5", "ovs_interfaceid": "5ee24241-a55e-4431-9e54-e4ac8ba49f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.201879] env[70691]: DEBUG nova.compute.manager [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 675.287663] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.287663] env[70691]: DEBUG nova.compute.manager [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 675.291094] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.006s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.297399] env[70691]: INFO nova.compute.claims [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.392801] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Completed reading data from the image iterator. {{(pid=70691) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 675.393058] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 675.528747] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Downloaded image file data 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 to vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk on the data store datastore1 {{(pid=70691) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 675.532574] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Caching image {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 675.533866] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Copying Virtual Disk [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk to [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 675.533866] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78c119a2-076d-4dab-9cda-e2500a13c334 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.539912] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.540222] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.540428] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 675.541176] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Rebuilding the list of instances to heal {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 675.543921] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 675.543921] env[70691]: value = "task-3453471" [ 675.543921] env[70691]: _type = "Task" [ 675.543921] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.555851] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.639761] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453470, 'name': CreateVM_Task, 'duration_secs': 0.294454} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.640509] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 675.640509] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.640637] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.640965] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.643026] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1323a8ac-ba58-4346-ac12-c3ca4bdfb40c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.648710] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 675.648710] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5259033f-49ba-5936-9afe-870fc140f1ab" [ 675.648710] env[70691]: _type = "Task" [ 675.648710] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.655669] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Releasing lock "refresh_cache-5759352e-c85a-4147-b6aa-32c16df8f3ef" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.655971] env[70691]: DEBUG nova.compute.manager [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Instance network_info: |[{"id": "5ee24241-a55e-4431-9e54-e4ac8ba49f80", "address": "fa:16:3e:e9:d1:24", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee24241-a5", "ovs_interfaceid": "5ee24241-a55e-4431-9e54-e4ac8ba49f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 675.657238] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:d1:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ee24241-a55e-4431-9e54-e4ac8ba49f80', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.665276] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Creating folder: Project (b00c47cc78ab44d9bbc13a499c8c9e46). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 675.666137] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d35fd78c-eddc-4604-b061-3360a6e4d1dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.673379] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.673654] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.673868] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.682382] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Created folder: Project (b00c47cc78ab44d9bbc13a499c8c9e46) in parent group-v689428. [ 675.682382] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Creating folder: Instances. Parent ref: group-v689438. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 675.682382] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aba53cc9-ad55-4e57-82e0-8ffa6043ff62 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.692676] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Created folder: Instances in parent group-v689438. [ 675.692928] env[70691]: DEBUG oslo.service.loopingcall [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.693136] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 675.693343] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-630399a5-131d-4012-ac05-58b75ed138ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.719494] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.719494] env[70691]: value = "task-3453474" [ 675.719494] env[70691]: _type = "Task" [ 675.719494] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.728510] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453474, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.745514] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.811298] env[70691]: DEBUG nova.compute.utils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 675.820676] env[70691]: DEBUG nova.compute.manager [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 675.820676] env[70691]: DEBUG nova.network.neutron [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 676.050042] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 676.050042] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 676.050042] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 676.050042] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 676.050042] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 676.050042] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 676.050283] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Didn't find any instances for network info cache update. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 676.050283] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.053412] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.053777] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.056186] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.056931] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.063487] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.064056] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 676.064056] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.064370] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.160133] env[70691]: DEBUG nova.policy [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ece3c3fb6f45e9812f6c5b5cbba2d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb6528f740514635a404b19bec5f0497', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 676.230074] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453474, 'name': CreateVM_Task, 'duration_secs': 0.408173} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.230302] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 676.231038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.231205] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.231515] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.231757] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400429bd-9f9d-465c-9ec6-251a8cb32252 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.237978] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 676.237978] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5286062c-5cb5-9d9b-6243-b20b08ad6ac5" [ 676.237978] env[70691]: _type = "Task" [ 676.237978] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.245995] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5286062c-5cb5-9d9b-6243-b20b08ad6ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.320211] env[70691]: DEBUG nova.compute.manager [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 676.482923] env[70691]: DEBUG nova.compute.manager [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Received event network-changed-dc85322d-9cb8-40f8-b53e-15f2962f1138 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 676.484284] env[70691]: DEBUG nova.compute.manager [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Refreshing instance network info cache due to event network-changed-dc85322d-9cb8-40f8-b53e-15f2962f1138. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 676.484284] env[70691]: DEBUG oslo_concurrency.lockutils [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] Acquiring lock "refresh_cache-1b318a7c-b4d1-48a7-a260-06a67db6db43" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.484284] env[70691]: DEBUG oslo_concurrency.lockutils [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] Acquired lock "refresh_cache-1b318a7c-b4d1-48a7-a260-06a67db6db43" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.484284] env[70691]: DEBUG nova.network.neutron [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Refreshing network info cache for port dc85322d-9cb8-40f8-b53e-15f2962f1138 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 676.530025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquiring lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.530025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.571617] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.571719] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453471, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.671865] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cc27e1-da7f-433d-b1d7-befb03ad60ab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.687555] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efef5b4-f216-4fd7-bb0a-b17cb660d948 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.726257] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2108bd2c-0fc5-4e5d-95a5-addd1f4c44fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.734097] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea6164d-0797-48f9-b071-0193a2a687c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.749208] env[70691]: DEBUG nova.compute.provider_tree [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.755879] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.756226] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.756474] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.084152] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453471, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504087} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.084503] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Copied Virtual Disk [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk to [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 677.084713] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Deleting the datastore file [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.085422] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc65b5cc-3706-499a-abf4-e9afa1da6e67 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.093768] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 677.093768] env[70691]: value = "task-3453475" [ 677.093768] env[70691]: _type = "Task" [ 677.093768] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.102991] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.254500] env[70691]: DEBUG nova.scheduler.client.report [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 677.329851] env[70691]: DEBUG nova.compute.manager [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 677.358575] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 677.358917] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 677.359093] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.359276] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 677.359425] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.359566] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 677.359811] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 677.359961] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 677.360136] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 677.360290] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 677.360452] env[70691]: DEBUG nova.virt.hardware [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 677.361433] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b5c16c-dbfa-4cb6-a0f1-0fcc0598abba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.370642] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5202467c-d672-4f1e-83c3-7ba65d525e25 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.610133] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022163} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.610133] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.610133] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Moving file from [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 to [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5. {{(pid=70691) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 677.610133] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d1fce3b3-a828-4983-8200-da7abc214f61 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.619024] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 677.619024] env[70691]: value = "task-3453476" [ 677.619024] env[70691]: _type = "Task" [ 677.619024] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.629919] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453476, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.652980] env[70691]: DEBUG nova.network.neutron [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Updated VIF entry in instance network info cache for port dc85322d-9cb8-40f8-b53e-15f2962f1138. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 677.653347] env[70691]: DEBUG nova.network.neutron [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Updating instance_info_cache with network_info: [{"id": "dc85322d-9cb8-40f8-b53e-15f2962f1138", "address": "fa:16:3e:9b:64:53", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85322d-9c", "ovs_interfaceid": "dc85322d-9cb8-40f8-b53e-15f2962f1138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.657766] env[70691]: DEBUG nova.network.neutron [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Successfully created port: 23a6bb50-b9c2-4723-a82c-f910a6f3b08e {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.762019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.762019] env[70691]: DEBUG nova.compute.manager [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 677.764223] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.060s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.768262] env[70691]: INFO nova.compute.claims [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.138758] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453476, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026004} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.139068] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] File moved {{(pid=70691) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 678.139332] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Cleaning up location [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 678.139555] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Deleting the datastore file [datastore1] vmware_temp/6bff427b-12b5-4742-b184-2d2197453096 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.139857] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a32dd224-1ca4-4b2e-bb35-fbc62c007b15 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.148569] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 678.148569] env[70691]: value = "task-3453477" [ 678.148569] env[70691]: _type = "Task" [ 678.148569] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.162353] env[70691]: DEBUG oslo_concurrency.lockutils [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] Releasing lock "refresh_cache-1b318a7c-b4d1-48a7-a260-06a67db6db43" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.163976] env[70691]: DEBUG nova.compute.manager [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Received event network-vif-plugged-5ee24241-a55e-4431-9e54-e4ac8ba49f80 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 678.163976] env[70691]: DEBUG oslo_concurrency.lockutils [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] Acquiring lock "5759352e-c85a-4147-b6aa-32c16df8f3ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.163976] env[70691]: DEBUG oslo_concurrency.lockutils [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] Lock "5759352e-c85a-4147-b6aa-32c16df8f3ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.163976] env[70691]: DEBUG oslo_concurrency.lockutils [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] Lock "5759352e-c85a-4147-b6aa-32c16df8f3ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.163976] env[70691]: DEBUG nova.compute.manager [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] No waiting events found dispatching network-vif-plugged-5ee24241-a55e-4431-9e54-e4ac8ba49f80 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 678.165751] env[70691]: WARNING nova.compute.manager [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Received unexpected event network-vif-plugged-5ee24241-a55e-4431-9e54-e4ac8ba49f80 for instance with vm_state building and task_state spawning. [ 678.165751] env[70691]: DEBUG nova.compute.manager [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Received event network-changed-5ee24241-a55e-4431-9e54-e4ac8ba49f80 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 678.165751] env[70691]: DEBUG nova.compute.manager [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Refreshing instance network info cache due to event network-changed-5ee24241-a55e-4431-9e54-e4ac8ba49f80. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 678.165751] env[70691]: DEBUG oslo_concurrency.lockutils [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] Acquiring lock "refresh_cache-5759352e-c85a-4147-b6aa-32c16df8f3ef" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.165751] env[70691]: DEBUG oslo_concurrency.lockutils [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] Acquired lock "refresh_cache-5759352e-c85a-4147-b6aa-32c16df8f3ef" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.166125] env[70691]: DEBUG nova.network.neutron [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Refreshing network info cache for port 5ee24241-a55e-4431-9e54-e4ac8ba49f80 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 678.168191] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.274876] env[70691]: DEBUG nova.compute.utils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.281362] env[70691]: DEBUG nova.compute.manager [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 678.281362] env[70691]: DEBUG nova.network.neutron [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 678.596835] env[70691]: DEBUG nova.policy [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c5cdc58048a42d78e3006f0781086e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde0841001c34ebd8c1a7b6b1a1d6996', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 678.661613] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027113} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.661980] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.662848] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69c5d17-c309-4ea7-9c9a-2d473d885c27 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.672515] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 678.672515] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520cc397-01b2-bd78-2f6a-5352c35935ff" [ 678.672515] env[70691]: _type = "Task" [ 678.672515] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.684928] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520cc397-01b2-bd78-2f6a-5352c35935ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.685214] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.685542] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] f3913a86-6577-48bf-9352-609c35b6fd84/f3913a86-6577-48bf-9352-609c35b6fd84.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 678.685742] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.686375] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.686375] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0456e752-194e-413a-85d5-1fddc8899977 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.690128] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a8b89aa-c6ef-40c8-85a2-12c815abdc1b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.699636] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "893d73fe-32f3-4b54-a58b-70242f452bce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.699894] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "893d73fe-32f3-4b54-a58b-70242f452bce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.703892] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 678.703892] env[70691]: value = "task-3453478" [ 678.703892] env[70691]: _type = "Task" [ 678.703892] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.709017] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.709575] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 678.711170] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa554b8-7eee-470c-a7ef-f8f8cd25f45a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.719075] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.722501] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 678.722501] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524c9284-b5bc-046a-417c-585547810617" [ 678.722501] env[70691]: _type = "Task" [ 678.722501] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.733391] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524c9284-b5bc-046a-417c-585547810617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.782070] env[70691]: DEBUG nova.compute.manager [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 679.107488] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a31bab-0f48-4894-9336-1a846e3832f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.119370] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1649a6f1-4328-40ac-b970-f4bf97f303c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.162720] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d480529-22d3-44f1-a2b4-4cee270afd18 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.170976] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168b588d-23c0-4399-a8ff-db8510f5b1d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.185658] env[70691]: DEBUG nova.compute.provider_tree [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.222411] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459003} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.222826] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] f3913a86-6577-48bf-9352-609c35b6fd84/f3913a86-6577-48bf-9352-609c35b6fd84.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 679.223111] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.230134] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23be621e-dbb1-4644-b226-a9d5a0d42389 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.243524] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524c9284-b5bc-046a-417c-585547810617, 'name': SearchDatastore_Task, 'duration_secs': 0.008169} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.245628] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 679.245628] env[70691]: value = "task-3453479" [ 679.245628] env[70691]: _type = "Task" [ 679.245628] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.245791] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e46228-3a95-46c6-8120-8eda87f8c2fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.258500] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 679.258500] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c04b73-4c10-655c-40fa-d9a8fa60f50f" [ 679.258500] env[70691]: _type = "Task" [ 679.258500] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.258756] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.267898] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c04b73-4c10-655c-40fa-d9a8fa60f50f, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.268873] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.268873] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43/1b318a7c-b4d1-48a7-a260-06a67db6db43.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 679.268873] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.269046] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.269509] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-347066be-78ba-415d-97fc-d0cce55c91ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.273876] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58d7f815-ba7b-4d26-9e31-c7c9f5065fed {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.280607] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 679.280607] env[70691]: value = "task-3453480" [ 679.280607] env[70691]: _type = "Task" [ 679.280607] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.286808] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.286808] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 679.289748] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7ee68c-fc27-4436-948a-5c8462df4531 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.295619] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.298937] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 679.298937] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5224da91-b966-7701-c79a-2004cdd3b18f" [ 679.298937] env[70691]: _type = "Task" [ 679.298937] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.313167] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5224da91-b966-7701-c79a-2004cdd3b18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.319105] env[70691]: DEBUG nova.network.neutron [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Successfully created port: 52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.628172] env[70691]: DEBUG nova.network.neutron [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Updated VIF entry in instance network info cache for port 5ee24241-a55e-4431-9e54-e4ac8ba49f80. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 679.628705] env[70691]: DEBUG nova.network.neutron [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Updating instance_info_cache with network_info: [{"id": "5ee24241-a55e-4431-9e54-e4ac8ba49f80", "address": "fa:16:3e:e9:d1:24", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee24241-a5", "ovs_interfaceid": "5ee24241-a55e-4431-9e54-e4ac8ba49f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.724956] env[70691]: ERROR nova.scheduler.client.report [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [req-16495d12-169e-408a-8849-f1a27099d13f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16495d12-169e-408a-8849-f1a27099d13f"}]} [ 679.748796] env[70691]: DEBUG nova.scheduler.client.report [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 679.760187] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068478} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.760658] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.763365] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9b02ab-6959-4512-a397-dcf70294fa13 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.768287] env[70691]: DEBUG nova.scheduler.client.report [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 679.769019] env[70691]: DEBUG nova.compute.provider_tree [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.792367] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f3913a86-6577-48bf-9352-609c35b6fd84/f3913a86-6577-48bf-9352-609c35b6fd84.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.794088] env[70691]: DEBUG nova.scheduler.client.report [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 679.802696] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f035d8b-06c2-46cc-ab7d-7b785f95c5ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.820407] env[70691]: DEBUG nova.compute.manager [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 679.834662] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452282} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.838062] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43/1b318a7c-b4d1-48a7-a260-06a67db6db43.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 679.838429] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.838815] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 679.838815] env[70691]: value = "task-3453481" [ 679.838815] env[70691]: _type = "Task" [ 679.838815] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.840298] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8561b6c5-9ea1-4b24-9789-ec7baa41279f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.859897] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5224da91-b966-7701-c79a-2004cdd3b18f, 'name': SearchDatastore_Task, 'duration_secs': 0.008613} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.861322] env[70691]: DEBUG nova.scheduler.client.report [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 679.864718] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29841424-18eb-4743-8142-cfe532d469b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.873081] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.873360] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 679.873360] env[70691]: value = "task-3453482" [ 679.873360] env[70691]: _type = "Task" [ 679.873360] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.875566] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 679.875730] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 679.875880] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.876068] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 679.876225] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.876395] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 679.876548] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 679.876760] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 679.876941] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 679.877236] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 679.879995] env[70691]: DEBUG nova.virt.hardware [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 679.879995] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02491418-620e-4732-b41b-90f78734869c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.886062] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 679.886062] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5248d11d-5f0e-1157-217c-7b0e8b9e2599" [ 679.886062] env[70691]: _type = "Task" [ 679.886062] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.895270] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.899478] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4577e9-9c59-46e6-aab3-33000c1d5830 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.907788] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5248d11d-5f0e-1157-217c-7b0e8b9e2599, 'name': SearchDatastore_Task, 'duration_secs': 0.008373} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.908435] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.908688] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 679.908961] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.909153] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.909355] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47b4faa7-d49c-45e6-99b7-da56db5cbb87 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.919901] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-645ae9d3-5565-4b36-a850-974d236596c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.929135] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 679.929135] env[70691]: value = "task-3453483" [ 679.929135] env[70691]: _type = "Task" [ 679.929135] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.934420] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.934542] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 679.935613] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf0480f-0881-4b2d-9484-69d4b14b0b53 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.941697] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.944916] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 679.944916] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5236ce57-0524-bb71-6f7e-d848850bc9ff" [ 679.944916] env[70691]: _type = "Task" [ 679.944916] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.959942] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5236ce57-0524-bb71-6f7e-d848850bc9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008237} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.960984] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b798a1c-531b-4976-8fbb-c09324e07309 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.968937] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 679.968937] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52248a3e-e703-c09b-ea96-0b6c817c500f" [ 679.968937] env[70691]: _type = "Task" [ 679.968937] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.989797] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52248a3e-e703-c09b-ea96-0b6c817c500f, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.990131] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.990461] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 5759352e-c85a-4147-b6aa-32c16df8f3ef/5759352e-c85a-4147-b6aa-32c16df8f3ef.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 679.990745] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ccd46d3-e52b-453e-a5cf-8ab5c4bc9f23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.997499] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 679.997499] env[70691]: value = "task-3453484" [ 679.997499] env[70691]: _type = "Task" [ 679.997499] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.015913] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.136605] env[70691]: DEBUG oslo_concurrency.lockutils [req-dc49109d-8e60-484a-98c6-19e5268b7f67 req-6aad15c3-290d-4159-987c-86cf5cab8a20 service nova] Releasing lock "refresh_cache-5759352e-c85a-4147-b6aa-32c16df8f3ef" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.177283] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a48658-7799-4886-b01c-d56bc36e6bd9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.187714] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dcad98-b5c0-4163-a749-f19e5be19a92 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.222839] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5203954e-0cc9-4e25-9383-034dc62db5a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.230874] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605f9140-c566-4ff0-ae5f-77c7566437fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.245531] env[70691]: DEBUG nova.compute.provider_tree [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.359478] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453481, 'name': ReconfigVM_Task, 'duration_secs': 0.305387} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.359788] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f3913a86-6577-48bf-9352-609c35b6fd84/f3913a86-6577-48bf-9352-609c35b6fd84.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.360530] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb593d4c-1c42-4625-b4ec-7b3b004dc489 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.367106] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 680.367106] env[70691]: value = "task-3453485" [ 680.367106] env[70691]: _type = "Task" [ 680.367106] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.376871] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453485, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.387824] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064043} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.388301] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.389263] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187f6fe5-0021-4dea-bc96-81c971dc8b5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.417970] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43/1b318a7c-b4d1-48a7-a260-06a67db6db43.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.418346] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6003a67f-5952-4589-b0ce-fb598c26476d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.446227] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483332} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.447663] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 680.447663] env[70691]: value = "task-3453486" [ 680.447663] env[70691]: _type = "Task" [ 680.447663] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.447663] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 680.447663] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.447663] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6732e6a4-7d9f-4b80-bb76-b141b8f5d3c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.457566] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 680.457566] env[70691]: value = "task-3453487" [ 680.457566] env[70691]: _type = "Task" [ 680.457566] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.461365] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.478271] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.515374] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453484, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.796836] env[70691]: DEBUG nova.scheduler.client.report [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Updated inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 680.797192] env[70691]: DEBUG nova.compute.provider_tree [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Updating resource provider 0f714c39-9913-4c20-9640-f803078976e4 generation from 16 to 17 during operation: update_inventory {{(pid=70691) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 680.797475] env[70691]: DEBUG nova.compute.provider_tree [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.882137] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453485, 'name': Rename_Task, 'duration_secs': 0.160592} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.882256] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 680.883270] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b002a09-851f-4a5b-b1bb-9b2628595290 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.891320] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 680.891320] env[70691]: value = "task-3453488" [ 680.891320] env[70691]: _type = "Task" [ 680.891320] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.904210] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.962656] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453486, 'name': ReconfigVM_Task, 'duration_secs': 0.490665} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.970499] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43/1b318a7c-b4d1-48a7-a260-06a67db6db43.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.971184] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c956422f-f5be-4ec8-b6f5-312d9899770a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.979896] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092769} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.981480] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.982216] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 680.982216] env[70691]: value = "task-3453489" [ 680.982216] env[70691]: _type = "Task" [ 680.982216] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.982611] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397621b8-d448-4c41-8e2c-b3e13a128778 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.019639] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.027314] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b8a2bc8-cc72-43ad-80b3-52eb276f91b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.045538] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453489, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.055050] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791174} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.057085] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 5759352e-c85a-4147-b6aa-32c16df8f3ef/5759352e-c85a-4147-b6aa-32c16df8f3ef.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 681.057458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.058195] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 681.058195] env[70691]: value = "task-3453490" [ 681.058195] env[70691]: _type = "Task" [ 681.058195] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.060773] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac8887c7-f980-41f5-a4f1-db3f1e149aae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.082964] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 681.082964] env[70691]: value = "task-3453491" [ 681.082964] env[70691]: _type = "Task" [ 681.082964] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.082964] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.202916] env[70691]: DEBUG nova.network.neutron [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Successfully updated port: 23a6bb50-b9c2-4723-a82c-f910a6f3b08e {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.306868] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.542s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.307420] env[70691]: DEBUG nova.compute.manager [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 681.310688] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.004s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.312542] env[70691]: INFO nova.compute.claims [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.401250] env[70691]: DEBUG oslo_vmware.api [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453488, 'name': PowerOnVM_Task, 'duration_secs': 0.469916} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.401250] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 681.401720] env[70691]: INFO nova.compute.manager [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Took 8.77 seconds to spawn the instance on the hypervisor. [ 681.402740] env[70691]: DEBUG nova.compute.manager [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 681.404254] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ada509-40fc-4a9d-9801-dbcdd5953432 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.503841] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453489, 'name': Rename_Task, 'duration_secs': 0.141959} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.504151] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 681.504383] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1828c73-37da-457b-a9cd-5f62535596cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.512689] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 681.512689] env[70691]: value = "task-3453492" [ 681.512689] env[70691]: _type = "Task" [ 681.512689] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.523985] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.573080] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453490, 'name': ReconfigVM_Task, 'duration_secs': 0.346434} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.573428] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.574247] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bf5cafc-9ffc-4577-acdf-671d0e5d6411 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.579782] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 681.579782] env[70691]: value = "task-3453493" [ 681.579782] env[70691]: _type = "Task" [ 681.579782] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.593181] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453493, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.596726] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082386} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.597056] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.597735] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8ad240-78e7-4398-acd2-ce7dc5a61c72 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.622118] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 5759352e-c85a-4147-b6aa-32c16df8f3ef/5759352e-c85a-4147-b6aa-32c16df8f3ef.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.622525] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6feb7b99-aa97-4966-8c18-797b3c0ed878 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.642977] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 681.642977] env[70691]: value = "task-3453494" [ 681.642977] env[70691]: _type = "Task" [ 681.642977] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.651356] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.704207] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "refresh_cache-f34b664a-979f-40f9-8189-57aa4c5b5b94" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.704372] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquired lock "refresh_cache-f34b664a-979f-40f9-8189-57aa4c5b5b94" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.704529] env[70691]: DEBUG nova.network.neutron [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 681.817642] env[70691]: DEBUG nova.compute.utils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.822287] env[70691]: DEBUG nova.compute.manager [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 681.822427] env[70691]: DEBUG nova.network.neutron [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 681.925183] env[70691]: INFO nova.compute.manager [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Took 14.47 seconds to build instance. [ 681.962678] env[70691]: DEBUG nova.policy [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b912840ff2bb4d9593d23112a8b8f2be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec46e450b2f4876b5d632fd80af47cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 682.030862] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453492, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.099874] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453493, 'name': Rename_Task, 'duration_secs': 0.131711} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.100571] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 682.100955] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fa33fd0-5141-46a0-8a72-e22d875bd435 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.107998] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 682.107998] env[70691]: value = "task-3453495" [ 682.107998] env[70691]: _type = "Task" [ 682.107998] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.126038] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.139630] env[70691]: DEBUG nova.compute.manager [req-9b994d8b-9fdf-4e43-8f67-5f2387667566 req-3320e17e-2353-48d5-9aa3-fe08db0b32db service nova] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Received event network-vif-plugged-23a6bb50-b9c2-4723-a82c-f910a6f3b08e {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 682.139630] env[70691]: DEBUG oslo_concurrency.lockutils [req-9b994d8b-9fdf-4e43-8f67-5f2387667566 req-3320e17e-2353-48d5-9aa3-fe08db0b32db service nova] Acquiring lock "f34b664a-979f-40f9-8189-57aa4c5b5b94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.139798] env[70691]: DEBUG oslo_concurrency.lockutils [req-9b994d8b-9fdf-4e43-8f67-5f2387667566 req-3320e17e-2353-48d5-9aa3-fe08db0b32db service nova] Lock "f34b664a-979f-40f9-8189-57aa4c5b5b94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.140099] env[70691]: DEBUG oslo_concurrency.lockutils [req-9b994d8b-9fdf-4e43-8f67-5f2387667566 req-3320e17e-2353-48d5-9aa3-fe08db0b32db service nova] Lock "f34b664a-979f-40f9-8189-57aa4c5b5b94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.140478] env[70691]: DEBUG nova.compute.manager [req-9b994d8b-9fdf-4e43-8f67-5f2387667566 req-3320e17e-2353-48d5-9aa3-fe08db0b32db service nova] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] No waiting events found dispatching network-vif-plugged-23a6bb50-b9c2-4723-a82c-f910a6f3b08e {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 682.140804] env[70691]: WARNING nova.compute.manager [req-9b994d8b-9fdf-4e43-8f67-5f2387667566 req-3320e17e-2353-48d5-9aa3-fe08db0b32db service nova] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Received unexpected event network-vif-plugged-23a6bb50-b9c2-4723-a82c-f910a6f3b08e for instance with vm_state building and task_state spawning. [ 682.157028] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453494, 'name': ReconfigVM_Task, 'duration_secs': 0.430461} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.157028] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 5759352e-c85a-4147-b6aa-32c16df8f3ef/5759352e-c85a-4147-b6aa-32c16df8f3ef.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.157305] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daa1619c-6d60-4c2b-9280-6092bade4977 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.164442] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 682.164442] env[70691]: value = "task-3453496" [ 682.164442] env[70691]: _type = "Task" [ 682.164442] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.176331] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453496, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.326030] env[70691]: DEBUG nova.compute.manager [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 682.364271] env[70691]: DEBUG nova.network.neutron [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 682.427102] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8a21fb9-cdb8-46e8-81be-ee36be041cb9 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "f3913a86-6577-48bf-9352-609c35b6fd84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.990s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.531539] env[70691]: DEBUG oslo_vmware.api [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453492, 'name': PowerOnVM_Task, 'duration_secs': 0.520896} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.531539] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 682.531539] env[70691]: INFO nova.compute.manager [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Took 14.44 seconds to spawn the instance on the hypervisor. [ 682.531539] env[70691]: DEBUG nova.compute.manager [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 682.531539] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520649fc-6f18-4112-b141-1c1bce2334da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.601820] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4205d5a5-49e7-4078-920e-eb6a9756f039 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.616408] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510a65a3-93bc-453d-a2b7-d80efca893cd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.656944] env[70691]: DEBUG oslo_vmware.api [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453495, 'name': PowerOnVM_Task, 'duration_secs': 0.469643} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.660364] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2ff4d8-5080-4bba-9cf4-331629ac3d94 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.663738] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 682.663890] env[70691]: INFO nova.compute.manager [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Took 7.68 seconds to spawn the instance on the hypervisor. [ 682.663955] env[70691]: DEBUG nova.compute.manager [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 682.665055] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6891a4-a834-4cf6-bfce-fba171293dfa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.676949] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443ccb76-98dc-4f6e-878a-bea4b3053b3f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.688054] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453496, 'name': Rename_Task, 'duration_secs': 0.190355} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.688488] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 682.688760] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da47fe68-4113-44cb-9cc9-cf5598abb442 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.698766] env[70691]: DEBUG nova.compute.provider_tree [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.704188] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 682.704188] env[70691]: value = "task-3453497" [ 682.704188] env[70691]: _type = "Task" [ 682.704188] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.714885] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.745879] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.746854] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.786321] env[70691]: DEBUG nova.network.neutron [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Successfully updated port: 52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.935697] env[70691]: DEBUG nova.compute.manager [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 683.056183] env[70691]: INFO nova.compute.manager [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Took 19.22 seconds to build instance. [ 683.153352] env[70691]: DEBUG nova.network.neutron [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Updating instance_info_cache with network_info: [{"id": "23a6bb50-b9c2-4723-a82c-f910a6f3b08e", "address": "fa:16:3e:cd:68:4b", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a6bb50-b9", "ovs_interfaceid": "23a6bb50-b9c2-4723-a82c-f910a6f3b08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.165503] env[70691]: DEBUG nova.network.neutron [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Successfully created port: e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.192254] env[70691]: INFO nova.compute.manager [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Took 14.94 seconds to build instance. [ 683.202127] env[70691]: DEBUG nova.scheduler.client.report [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 683.223010] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.289655] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.291210] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquired lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.291520] env[70691]: DEBUG nova.network.neutron [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 683.340750] env[70691]: DEBUG nova.compute.manager [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 683.375091] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 683.375091] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 683.375091] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.375257] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 683.375257] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.376717] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 683.376717] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 683.377121] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 683.377121] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 683.377232] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 683.377342] env[70691]: DEBUG nova.virt.hardware [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.378318] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b44e3d-3ec0-4881-b88b-84512158c294 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.387841] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e048128a-c083-40f1-9766-5b1fc06c364a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.475614] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.562791] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cb0b0144-daf9-49f5-9a55-21b9d815aa2d tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "1b318a7c-b4d1-48a7-a260-06a67db6db43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.737s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.647420] env[70691]: DEBUG nova.compute.manager [None req-f4bd22aa-0239-482a-8ec9-20c2fd2731b4 tempest-ServerDiagnosticsV248Test-1890529272 tempest-ServerDiagnosticsV248Test-1890529272-project-admin] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 683.648408] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb497adb-ccef-40c1-a2e2-e8523b7a7e31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.657052] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Releasing lock "refresh_cache-f34b664a-979f-40f9-8189-57aa4c5b5b94" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.657378] env[70691]: DEBUG nova.compute.manager [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Instance network_info: |[{"id": "23a6bb50-b9c2-4723-a82c-f910a6f3b08e", "address": "fa:16:3e:cd:68:4b", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a6bb50-b9", "ovs_interfaceid": "23a6bb50-b9c2-4723-a82c-f910a6f3b08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 683.657936] env[70691]: INFO nova.compute.manager [None req-f4bd22aa-0239-482a-8ec9-20c2fd2731b4 tempest-ServerDiagnosticsV248Test-1890529272 tempest-ServerDiagnosticsV248Test-1890529272-project-admin] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Retrieving diagnostics [ 683.658457] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:68:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23a6bb50-b9c2-4723-a82c-f910a6f3b08e', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.668606] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Creating folder: Project (eb6528f740514635a404b19bec5f0497). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 683.669523] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a21f74-db28-4c6c-8b09-d54118387495 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.675357] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53dc6868-d186-4b18-91c7-3bdc75649bb9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.709047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8dea33f0-4283-4f0d-89ef-2a1eedfbb549 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "2047d6d1-2b70-4edb-8fd6-8af659efc6c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.468s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.719055] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Created folder: Project (eb6528f740514635a404b19bec5f0497) in parent group-v689428. [ 683.719055] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Creating folder: Instances. Parent ref: group-v689441. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 683.719055] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.719055] env[70691]: DEBUG nova.compute.manager [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 683.722155] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd3b06ed-5e59-4811-b798-77fbd9ff3649 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.723800] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.481s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.725533] env[70691]: INFO nova.compute.claims [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.734961] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.737698] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Created folder: Instances in parent group-v689441. [ 683.737698] env[70691]: DEBUG oslo.service.loopingcall [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.741261] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 683.741843] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d107749c-6f2e-4452-86a9-6e63ab1dda65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.767623] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.767623] env[70691]: value = "task-3453500" [ 683.767623] env[70691]: _type = "Task" [ 683.767623] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.778915] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453500, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.887932] env[70691]: DEBUG nova.network.neutron [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 684.067929] env[70691]: DEBUG nova.compute.manager [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 684.216183] env[70691]: DEBUG nova.compute.manager [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 684.227773] env[70691]: DEBUG nova.compute.utils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 684.229893] env[70691]: DEBUG oslo_vmware.api [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453497, 'name': PowerOnVM_Task, 'duration_secs': 1.291295} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.230162] env[70691]: DEBUG nova.compute.manager [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 684.230349] env[70691]: DEBUG nova.network.neutron [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 684.240702] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 684.240702] env[70691]: INFO nova.compute.manager [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Took 13.93 seconds to spawn the instance on the hypervisor. [ 684.240702] env[70691]: DEBUG nova.compute.manager [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 684.240962] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e722d5c-e45b-4b04-ba02-a4a6c9fc38d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.288024] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453500, 'name': CreateVM_Task, 'duration_secs': 0.361356} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.288024] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 684.288024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.288024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.288024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.289786] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6bf662-5c10-444d-9387-c5881f73870b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.295172] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 684.295172] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522960f1-5d9c-5cd0-0ec0-d54b4b3881d2" [ 684.295172] env[70691]: _type = "Task" [ 684.295172] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.303324] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522960f1-5d9c-5cd0-0ec0-d54b4b3881d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.470495] env[70691]: DEBUG nova.network.neutron [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Updating instance_info_cache with network_info: [{"id": "52708f39-7dc4-4e47-b8af-1e036b869865", "address": "fa:16:3e:bf:e4:06", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52708f39-7d", "ovs_interfaceid": "52708f39-7dc4-4e47-b8af-1e036b869865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.580331] env[70691]: DEBUG nova.policy [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7748f48776ce4501be7f92e2977babe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '623f609f81e04c36b4061ff3ceaaac30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 684.600347] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.730501] env[70691]: DEBUG nova.compute.manager [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 684.755934] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.765875] env[70691]: INFO nova.compute.manager [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Took 18.92 seconds to build instance. [ 684.817116] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522960f1-5d9c-5cd0-0ec0-d54b4b3881d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015322} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.817451] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.817760] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.817958] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.818043] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.818215] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.819156] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff97ca48-be96-40fc-ba7d-03b2b5119fc6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.838199] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "d74fa746-ef23-4b52-a3e2-790a9b64f723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.838199] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "d74fa746-ef23-4b52-a3e2-790a9b64f723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.838199] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.838199] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 684.838199] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d59d889-7f7c-47ac-938a-c5597c016694 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.848147] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 684.848147] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f557b3-cace-26bc-af2f-ae21d69ca980" [ 684.848147] env[70691]: _type = "Task" [ 684.848147] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.868451] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f557b3-cace-26bc-af2f-ae21d69ca980, 'name': SearchDatastore_Task, 'duration_secs': 0.015262} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.870461] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae630074-6e24-43bb-81b7-fe0115c5edf9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.885982] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 684.885982] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c4e917-33cf-eaec-aa5a-d2ea6b539f23" [ 684.885982] env[70691]: _type = "Task" [ 684.885982] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.902421] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c4e917-33cf-eaec-aa5a-d2ea6b539f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.977257] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Releasing lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.980818] env[70691]: DEBUG nova.compute.manager [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Instance network_info: |[{"id": "52708f39-7dc4-4e47-b8af-1e036b869865", "address": "fa:16:3e:bf:e4:06", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52708f39-7d", "ovs_interfaceid": "52708f39-7dc4-4e47-b8af-1e036b869865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 684.980964] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:e4:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52708f39-7dc4-4e47-b8af-1e036b869865', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.999325] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Creating folder: Project (cde0841001c34ebd8c1a7b6b1a1d6996). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 684.999325] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acd56e74-672c-46de-afab-48870be297ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.017628] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Created folder: Project (cde0841001c34ebd8c1a7b6b1a1d6996) in parent group-v689428. [ 685.018501] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Creating folder: Instances. Parent ref: group-v689444. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 685.019955] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-599ae070-cb11-4a04-9ecb-a92d4ca95aa3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.035695] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Created folder: Instances in parent group-v689444. [ 685.035975] env[70691]: DEBUG oslo.service.loopingcall [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.036197] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 685.036442] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40fc6866-a2de-478e-bbcb-e4ee165d6287 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.063916] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.063916] env[70691]: value = "task-3453503" [ 685.063916] env[70691]: _type = "Task" [ 685.063916] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.074517] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453503, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.154706] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2105eb4c-9cb0-4631-b545-7f779ae323a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.168924] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0d2082-4b99-4456-a9cb-9fe807ae2644 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.205837] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4ecd41-a7fa-4c8d-b87c-fcbb8ef30845 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.214330] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e47c12-d5b1-44ec-9318-87270e04aee2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.230102] env[70691]: DEBUG nova.compute.provider_tree [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.269031] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fd99b804-8dc0-46c1-a894-bed1ae627446 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "5759352e-c85a-4147-b6aa-32c16df8f3ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.431s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.396442] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c4e917-33cf-eaec-aa5a-d2ea6b539f23, 'name': SearchDatastore_Task, 'duration_secs': 0.014789} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.396714] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.397317] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] f34b664a-979f-40f9-8189-57aa4c5b5b94/f34b664a-979f-40f9-8189-57aa4c5b5b94.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 685.397317] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-360a6377-2463-4e9a-ad76-31abb5819e9d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.406285] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 685.406285] env[70691]: value = "task-3453504" [ 685.406285] env[70691]: _type = "Task" [ 685.406285] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.417935] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.528812] env[70691]: INFO nova.compute.manager [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Rebuilding instance [ 685.580720] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453503, 'name': CreateVM_Task, 'duration_secs': 0.386877} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.580883] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 685.583205] env[70691]: DEBUG oslo_vmware.service [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1f38ee-f052-4ad2-be63-4bbdef2b883c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.591729] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.591911] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.592295] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.592913] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8b66d0-9597-4c0b-b449-d752c18bdcbd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.604573] env[70691]: DEBUG nova.compute.manager [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 685.604573] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 685.604573] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52cf7e0b-fc71-ea9e-64ca-f7b6d5969286" [ 685.604573] env[70691]: _type = "Task" [ 685.604573] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.604573] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab659669-4455-4296-98a3-ad7c4863c2b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.618232] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52cf7e0b-fc71-ea9e-64ca-f7b6d5969286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.637763] env[70691]: DEBUG nova.network.neutron [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Successfully created port: fd0e11dc-4999-4d47-a6a7-4cd4ae25f600 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.733435] env[70691]: DEBUG nova.scheduler.client.report [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 685.749748] env[70691]: DEBUG nova.compute.manager [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 685.772387] env[70691]: DEBUG nova.compute.manager [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 685.778524] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 685.778842] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 685.778909] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.779134] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 685.779285] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.779434] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 685.779676] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 685.779849] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 685.780027] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 685.780188] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 685.780353] env[70691]: DEBUG nova.virt.hardware [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 685.781484] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e15957-5888-4c47-b5bf-df209ee7be86 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.793118] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b7bbe-9a33-41de-ac92-2e4637906713 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.923434] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.128743] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 686.128743] env[70691]: DEBUG nova.network.neutron [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Successfully updated port: e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.132864] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37a31345-7cc0-446a-959e-925541ed0d78 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.139039] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.139357] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.139590] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.139729] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.139899] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.140500] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf453ed-8c3e-4c8b-bb84-77cba924eebc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.153916] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 686.153916] env[70691]: value = "task-3453505" [ 686.153916] env[70691]: _type = "Task" [ 686.153916] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.158118] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.158118] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 686.166961] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f68b93f-508a-472a-8a16-5bee4ca8c472 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.178295] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.180172] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07ae0d2-e87e-4858-92f9-274fd82a96c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.186555] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 686.186555] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d430c3-ac2d-4854-300c-d6e43e00691d" [ 686.186555] env[70691]: _type = "Task" [ 686.186555] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.196624] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d430c3-ac2d-4854-300c-d6e43e00691d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.242571] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.243840] env[70691]: DEBUG nova.compute.manager [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 686.246748] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.501s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.248594] env[70691]: INFO nova.compute.claims [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.312021] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.427844] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921056} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.428357] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] f34b664a-979f-40f9-8189-57aa4c5b5b94/f34b664a-979f-40f9-8189-57aa4c5b5b94.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 686.428357] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.429555] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f414a3be-6814-4351-bfed-83243ef7d7c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.442870] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 686.442870] env[70691]: value = "task-3453506" [ 686.442870] env[70691]: _type = "Task" [ 686.442870] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.449884] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.520086] env[70691]: DEBUG nova.compute.manager [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Received event network-changed-23a6bb50-b9c2-4723-a82c-f910a6f3b08e {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 686.520187] env[70691]: DEBUG nova.compute.manager [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Refreshing instance network info cache due to event network-changed-23a6bb50-b9c2-4723-a82c-f910a6f3b08e. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 686.520374] env[70691]: DEBUG oslo_concurrency.lockutils [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] Acquiring lock "refresh_cache-f34b664a-979f-40f9-8189-57aa4c5b5b94" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.520556] env[70691]: DEBUG oslo_concurrency.lockutils [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] Acquired lock "refresh_cache-f34b664a-979f-40f9-8189-57aa4c5b5b94" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.520759] env[70691]: DEBUG nova.network.neutron [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Refreshing network info cache for port 23a6bb50-b9c2-4723-a82c-f910a6f3b08e {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 686.641885] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquiring lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.642050] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquired lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.642203] env[70691]: DEBUG nova.network.neutron [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 686.671630] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453505, 'name': PowerOffVM_Task, 'duration_secs': 0.238765} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.671883] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 686.672106] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 686.672950] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d92e50-bf17-4014-8307-76669dfc445c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.686756] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 686.687131] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43dfa8d-594a-4ca3-aa4d-07cf7d8819e3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.701557] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Preparing fetch location {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 686.701867] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Creating directory with path [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.702102] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a326bd4f-8ae2-4a38-bdb8-9cf044928ea4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.721458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 686.721671] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 686.721843] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Deleting the datastore file [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.722105] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fa665f6-8c24-4904-833c-59fb3e0deb07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.725027] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Created directory with path [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.725211] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Fetch image to [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 686.725371] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Downloading image file data 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 to [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk on the data store datastore2 {{(pid=70691) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 686.726512] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e633730-9165-421b-8619-f0433d038830 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.731929] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 686.731929] env[70691]: value = "task-3453508" [ 686.731929] env[70691]: _type = "Task" [ 686.731929] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.738665] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6800a49-1592-4769-9aa2-e06ea8cc06e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.747181] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.755327] env[70691]: DEBUG nova.compute.utils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.757671] env[70691]: DEBUG nova.compute.manager [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 686.757948] env[70691]: DEBUG nova.network.neutron [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 686.764995] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e44b46-64d7-4c3b-9c21-e98fdc358898 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.807394] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083c3a10-a1b6-4172-8276-22b3d2e6efa4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.815432] env[70691]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ce92f84e-5561-4475-a2e0-3d5e2c47a5dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.848985] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Downloading image file data 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 to the data store datastore2 {{(pid=70691) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 686.929224] env[70691]: DEBUG nova.policy [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0b1ad9d1ec347fd949d612f0350da64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd9a9c12e8fb4648b7c33e47c20df886', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 686.957797] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067726} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.959035] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.961318] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d119e832-e1a3-42cf-80cd-4f6fe765135a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.987819] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] f34b664a-979f-40f9-8189-57aa4c5b5b94/f34b664a-979f-40f9-8189-57aa4c5b5b94.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.989059] env[70691]: DEBUG oslo_vmware.rw_handles [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70691) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 686.990349] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd2f5d5-4a71-4f18-8822-3036a36d3076 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.077343] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 687.077343] env[70691]: value = "task-3453509" [ 687.077343] env[70691]: _type = "Task" [ 687.077343] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.093124] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.185637] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.186866] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.247987] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155615} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.249414] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.249414] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 687.249414] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 687.261444] env[70691]: DEBUG nova.compute.manager [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 687.294193] env[70691]: DEBUG nova.network.neutron [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 687.435857] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquiring lock "1c255f61-e275-4b91-a75a-29ff39f15553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.436147] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.600045] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453509, 'name': ReconfigVM_Task, 'duration_secs': 0.474824} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.600794] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Reconfigured VM instance instance-00000005 to attach disk [datastore1] f34b664a-979f-40f9-8189-57aa4c5b5b94/f34b664a-979f-40f9-8189-57aa4c5b5b94.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.601481] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd78f38-cf36-4f3a-97cd-9b22a1038790 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.615244] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 687.615244] env[70691]: value = "task-3453510" [ 687.615244] env[70691]: _type = "Task" [ 687.615244] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.638054] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008281ea-56c3-41a6-822b-a2a0baef7586 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.651563] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453510, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.653932] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5574b316-bcc0-418a-826c-877dace4b083 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.694169] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb87b28-913c-47d5-8dfb-946018a9eea5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.707301] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171996b-71a9-40a7-9838-0b8c0f3dba9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.722286] env[70691]: DEBUG nova.compute.provider_tree [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.795754] env[70691]: DEBUG oslo_vmware.rw_handles [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Completed reading data from the image iterator. {{(pid=70691) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 687.795754] env[70691]: DEBUG oslo_vmware.rw_handles [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 687.834186] env[70691]: DEBUG nova.network.neutron [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Updated VIF entry in instance network info cache for port 23a6bb50-b9c2-4723-a82c-f910a6f3b08e. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 687.834539] env[70691]: DEBUG nova.network.neutron [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Updating instance_info_cache with network_info: [{"id": "23a6bb50-b9c2-4723-a82c-f910a6f3b08e", "address": "fa:16:3e:cd:68:4b", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a6bb50-b9", "ovs_interfaceid": "23a6bb50-b9c2-4723-a82c-f910a6f3b08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.849177] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Downloaded image file data 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 to vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk on the data store datastore2 {{(pid=70691) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 687.850936] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Caching image {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 687.851507] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Copying Virtual Disk [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk to [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 687.852109] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaae3a1a-65fc-4c39-8feb-6c50dbbee85c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.862445] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 687.862445] env[70691]: value = "task-3453511" [ 687.862445] env[70691]: _type = "Task" [ 687.862445] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.875397] env[70691]: DEBUG nova.network.neutron [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Updating instance_info_cache with network_info: [{"id": "e915d249-02f6-4c44-8edc-a92b24335693", "address": "fa:16:3e:fd:3e:69", "network": {"id": "d4e163a3-b0ee-471f-9674-2d94ab1f085e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1035073068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec46e450b2f4876b5d632fd80af47cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape915d249-02", "ovs_interfaceid": "e915d249-02f6-4c44-8edc-a92b24335693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.880381] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.127913] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.128814] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.134270] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453510, 'name': Rename_Task, 'duration_secs': 0.460807} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.134460] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 688.135265] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99f8e73f-ee6e-4775-8ab5-2206360ddda9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.141964] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 688.141964] env[70691]: value = "task-3453512" [ 688.141964] env[70691]: _type = "Task" [ 688.141964] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.155166] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.228133] env[70691]: DEBUG nova.scheduler.client.report [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 688.279554] env[70691]: DEBUG nova.compute.manager [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 688.286594] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "0126f1df-f823-4d94-910d-8edbda1c7d36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.286892] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "0126f1df-f823-4d94-910d-8edbda1c7d36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.297583] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 688.297850] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 688.298238] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.298238] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 688.298397] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.298577] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 688.298778] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 688.298936] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 688.299200] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 688.299296] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 688.299474] env[70691]: DEBUG nova.virt.hardware [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 688.301416] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409d9a50-0975-4db8-a32f-e423e1bc4136 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.314236] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac59d541-d34a-43ea-ba07-145ed450af4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.320653] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 688.320904] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 688.321081] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.321274] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 688.321436] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.321612] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 688.321845] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 688.322046] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 688.322248] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 688.322431] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 688.322636] env[70691]: DEBUG nova.virt.hardware [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 688.323479] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef66721-f445-4063-8868-1025a5746712 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.336970] env[70691]: DEBUG oslo_concurrency.lockutils [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] Releasing lock "refresh_cache-f34b664a-979f-40f9-8189-57aa4c5b5b94" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.337247] env[70691]: DEBUG nova.compute.manager [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Received event network-vif-plugged-52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 688.337441] env[70691]: DEBUG oslo_concurrency.lockutils [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] Acquiring lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.337646] env[70691]: DEBUG oslo_concurrency.lockutils [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] Lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.337804] env[70691]: DEBUG oslo_concurrency.lockutils [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] Lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.337991] env[70691]: DEBUG nova.compute.manager [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] No waiting events found dispatching network-vif-plugged-52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 688.338186] env[70691]: WARNING nova.compute.manager [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Received unexpected event network-vif-plugged-52708f39-7dc4-4e47-b8af-1e036b869865 for instance with vm_state building and task_state spawning. [ 688.338370] env[70691]: DEBUG nova.compute.manager [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Received event network-changed-52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 688.338533] env[70691]: DEBUG nova.compute.manager [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Refreshing instance network info cache due to event network-changed-52708f39-7dc4-4e47-b8af-1e036b869865. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 688.338718] env[70691]: DEBUG oslo_concurrency.lockutils [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] Acquiring lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.338851] env[70691]: DEBUG oslo_concurrency.lockutils [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] Acquired lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.339013] env[70691]: DEBUG nova.network.neutron [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Refreshing network info cache for port 52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 688.340420] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.346202] env[70691]: DEBUG oslo.service.loopingcall [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.349113] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 688.349314] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28340e7f-61a4-4bc7-8860-436bc25e2871 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.363570] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb450176-6087-47f1-bb04-2eba7116e33e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.375294] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.375294] env[70691]: value = "task-3453513" [ 688.375294] env[70691]: _type = "Task" [ 688.375294] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.385621] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Releasing lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.385891] env[70691]: DEBUG nova.compute.manager [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Instance network_info: |[{"id": "e915d249-02f6-4c44-8edc-a92b24335693", "address": "fa:16:3e:fd:3e:69", "network": {"id": "d4e163a3-b0ee-471f-9674-2d94ab1f085e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1035073068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec46e450b2f4876b5d632fd80af47cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape915d249-02", "ovs_interfaceid": "e915d249-02f6-4c44-8edc-a92b24335693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 688.393421] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:3e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e915d249-02f6-4c44-8edc-a92b24335693', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.401933] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Creating folder: Project (9ec46e450b2f4876b5d632fd80af47cc). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 688.403499] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453511, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.403499] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-554986e1-dd99-4f06-922a-cf77b2035f16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.411261] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453513, 'name': CreateVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.416794] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Created folder: Project (9ec46e450b2f4876b5d632fd80af47cc) in parent group-v689428. [ 688.417240] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Creating folder: Instances. Parent ref: group-v689448. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 688.417326] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b335f0d-4b5a-48e5-898b-f64b35749f52 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.427325] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Created folder: Instances in parent group-v689448. [ 688.427561] env[70691]: DEBUG oslo.service.loopingcall [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.428107] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 688.428336] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aefc8780-4cfc-4ec4-9702-bfca694c689f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.449505] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.449505] env[70691]: value = "task-3453516" [ 688.449505] env[70691]: _type = "Task" [ 688.449505] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.457253] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453516, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.501245] env[70691]: DEBUG nova.network.neutron [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Successfully created port: 5e5cd593-fefb-4c52-b134-0f1a6e1acc8b {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.658263] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453512, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.737451] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.738050] env[70691]: DEBUG nova.compute.manager [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 688.742350] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.171s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.742350] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.742350] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 688.742701] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.268s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.744351] env[70691]: INFO nova.compute.claims [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.749659] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c0fee1-a3a5-45c1-bcfc-a9c671df8999 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.763055] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc9d0f8-fd69-41db-9dd7-32c9728d71c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.784531] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85015d53-88fa-4afb-a232-d8f8cbdace66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.793395] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b3a49-7f51-40f3-b0db-43b276e6a375 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.825051] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180968MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 688.825325] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.881613] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715067} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.882019] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Copied Virtual Disk [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk to [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 688.882154] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleting the datastore file [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/tmp-sparse.vmdk {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.882407] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34479dd8-ba37-4f77-9499-1e5e915d00bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.890813] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 688.890813] env[70691]: value = "task-3453517" [ 688.890813] env[70691]: _type = "Task" [ 688.890813] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.898831] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453513, 'name': CreateVM_Task, 'duration_secs': 0.396644} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.902179] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 688.902982] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.902982] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.903120] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.903368] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.903696] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98384dc9-70c0-4bb2-aab4-9be3d90a0010 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.908709] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 688.908709] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529b8e42-9c80-1de0-5517-929202c086d7" [ 688.908709] env[70691]: _type = "Task" [ 688.908709] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.923188] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529b8e42-9c80-1de0-5517-929202c086d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.959540] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453516, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.156950] env[70691]: DEBUG oslo_vmware.api [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453512, 'name': PowerOnVM_Task, 'duration_secs': 0.772095} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.156950] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 689.156950] env[70691]: INFO nova.compute.manager [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Took 11.83 seconds to spawn the instance on the hypervisor. [ 689.156950] env[70691]: DEBUG nova.compute.manager [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 689.157634] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed1ba51-a48d-46fb-9b52-47a9ac43e481 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.177682] env[70691]: DEBUG nova.network.neutron [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Successfully updated port: fd0e11dc-4999-4d47-a6a7-4cd4ae25f600 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.249985] env[70691]: DEBUG nova.compute.utils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 689.251360] env[70691]: DEBUG nova.compute.manager [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 689.251535] env[70691]: DEBUG nova.network.neutron [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 689.406170] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026098} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.408743] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.408826] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Moving file from [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 to [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5. {{(pid=70691) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 689.409144] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6d883267-0968-4143-b736-f7bf32ac055c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.415110] env[70691]: DEBUG nova.policy [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b62f89186724caeb927095b68afae47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68c9d9f901984ba58424067f22ff904d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 689.427659] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.427948] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.428246] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.429191] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 689.429191] env[70691]: value = "task-3453518" [ 689.429191] env[70691]: _type = "Task" [ 689.429191] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.438915] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453518, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.460677] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453516, 'name': CreateVM_Task, 'duration_secs': 0.600905} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.461359] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 689.465401] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.465401] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.465401] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.465401] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1221c0af-fadc-4e27-8bc2-d3405fd3b911 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.470508] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 689.470508] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d24c3c-e6c3-6931-90d2-caed1721741a" [ 689.470508] env[70691]: _type = "Task" [ 689.470508] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.478071] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d24c3c-e6c3-6931-90d2-caed1721741a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.528461] env[70691]: DEBUG nova.network.neutron [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Updated VIF entry in instance network info cache for port 52708f39-7dc4-4e47-b8af-1e036b869865. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 689.528573] env[70691]: DEBUG nova.network.neutron [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Updating instance_info_cache with network_info: [{"id": "52708f39-7dc4-4e47-b8af-1e036b869865", "address": "fa:16:3e:bf:e4:06", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52708f39-7d", "ovs_interfaceid": "52708f39-7dc4-4e47-b8af-1e036b869865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.678117] env[70691]: INFO nova.compute.manager [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Took 20.11 seconds to build instance. [ 689.680730] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.680730] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.680730] env[70691]: DEBUG nova.network.neutron [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 689.755903] env[70691]: DEBUG nova.compute.manager [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 689.945918] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453518, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033464} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.946278] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] File moved {{(pid=70691) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 689.946734] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Cleaning up location [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 689.946919] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleting the datastore file [datastore2] vmware_temp/d494aeeb-d5e3-445e-8f96-f837546e4bc6 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.947621] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8831340-b692-4fe9-a406-e4e06ab06c12 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.961118] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 689.961118] env[70691]: value = "task-3453519" [ 689.961118] env[70691]: _type = "Task" [ 689.961118] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.972979] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.986446] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d24c3c-e6c3-6931-90d2-caed1721741a, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.989793] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.990167] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.990351] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.032090] env[70691]: DEBUG oslo_concurrency.lockutils [req-fe913059-ba99-4c91-b3f7-4f8f8b004614 req-0f83854c-12f6-462b-94a9-6bb299a95f9d service nova] Releasing lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.100887] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeae6278-e0ed-4916-9d57-0aed4c2292c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.121608] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683c15e-5ffd-401b-8a33-30cf6cb4951d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.172016] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02629d9-499e-4a60-90b3-46d9b1f4e8c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.177260] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dbeb44-2303-46eb-ba68-835bfa37b47c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.182084] env[70691]: DEBUG oslo_concurrency.lockutils [None req-28b97a70-028a-4b65-8ee7-6502461ca40c tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "f34b664a-979f-40f9-8189-57aa4c5b5b94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.633s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.195142] env[70691]: DEBUG nova.compute.provider_tree [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.209651] env[70691]: DEBUG nova.network.neutron [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Successfully created port: 267fe3da-bc8b-49a0-b6e5-28fb59c8aa61 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.281925] env[70691]: DEBUG nova.network.neutron [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 690.429966] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "35828fe9-7966-4d5a-b860-2cabb825ce9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.429966] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "35828fe9-7966-4d5a-b860-2cabb825ce9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.471384] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026647} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.471643] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.472384] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29881fa2-b517-429f-8517-fe6b8f8d9cd8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.477563] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 690.477563] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ab1a05-fa46-969e-5c03-a374defdae12" [ 690.477563] env[70691]: _type = "Task" [ 690.477563] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.487126] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ab1a05-fa46-969e-5c03-a374defdae12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.614550] env[70691]: DEBUG oslo_concurrency.lockutils [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Acquiring lock "5759352e-c85a-4147-b6aa-32c16df8f3ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.614550] env[70691]: DEBUG oslo_concurrency.lockutils [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Lock "5759352e-c85a-4147-b6aa-32c16df8f3ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.614550] env[70691]: DEBUG oslo_concurrency.lockutils [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Acquiring lock "5759352e-c85a-4147-b6aa-32c16df8f3ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.614550] env[70691]: DEBUG oslo_concurrency.lockutils [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Lock "5759352e-c85a-4147-b6aa-32c16df8f3ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.614702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Lock "5759352e-c85a-4147-b6aa-32c16df8f3ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.616367] env[70691]: INFO nova.compute.manager [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Terminating instance [ 690.619281] env[70691]: DEBUG nova.compute.manager [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 690.619907] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 690.620355] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12e874d-f9ca-4a5a-978c-ea92e6cbaa99 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.630688] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 690.631109] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea196874-5255-468d-9eb6-e0a2f2ac89e1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.638592] env[70691]: DEBUG oslo_vmware.api [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Waiting for the task: (returnval){ [ 690.638592] env[70691]: value = "task-3453520" [ 690.638592] env[70691]: _type = "Task" [ 690.638592] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.647724] env[70691]: DEBUG oslo_vmware.api [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Task: {'id': task-3453520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.696941] env[70691]: DEBUG nova.compute.manager [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 690.704550] env[70691]: DEBUG nova.scheduler.client.report [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 690.767759] env[70691]: DEBUG nova.compute.manager [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 690.804227] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 690.804480] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 690.804690] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.804880] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 690.805031] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.806291] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 690.806291] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 690.806291] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 690.806291] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 690.806291] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 690.806638] env[70691]: DEBUG nova.virt.hardware [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 690.807171] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5d93ab-5085-4f05-8d2b-d13b6bca72e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.823584] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d22be05-603b-4085-90e4-dfa7a1c0e93f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.848401] env[70691]: DEBUG nova.network.neutron [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance_info_cache with network_info: [{"id": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "address": "fa:16:3e:53:3d:5f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0e11dc-49", "ovs_interfaceid": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.991435] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ab1a05-fa46-969e-5c03-a374defdae12, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.991937] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.995362] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 9df6fabe-f667-4fa4-978d-2e8896a7d18c/9df6fabe-f667-4fa4-978d-2e8896a7d18c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 690.995771] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.995942] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.996132] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dc5c106-7db7-4d5b-b26c-7e11bfbb4a3d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.999077] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dfca1f1-69b2-4ec0-bb1d-c846bf74734d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.005902] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 691.005902] env[70691]: value = "task-3453521" [ 691.005902] env[70691]: _type = "Task" [ 691.005902] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.011521] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.012026] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 691.012807] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc80f98-2bc1-405e-ab83-0bf103eb6c75 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.018622] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.022700] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 691.022700] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d3c7f1-403a-b286-c7d3-f13430e30955" [ 691.022700] env[70691]: _type = "Task" [ 691.022700] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.033316] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d3c7f1-403a-b286-c7d3-f13430e30955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.056607] env[70691]: DEBUG nova.compute.manager [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Received event network-vif-plugged-e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 691.057170] env[70691]: DEBUG oslo_concurrency.lockutils [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] Acquiring lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.057295] env[70691]: DEBUG oslo_concurrency.lockutils [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] Lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.057477] env[70691]: DEBUG oslo_concurrency.lockutils [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] Lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.057657] env[70691]: DEBUG nova.compute.manager [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] No waiting events found dispatching network-vif-plugged-e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 691.057880] env[70691]: WARNING nova.compute.manager [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Received unexpected event network-vif-plugged-e915d249-02f6-4c44-8edc-a92b24335693 for instance with vm_state building and task_state spawning. [ 691.057980] env[70691]: DEBUG nova.compute.manager [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Received event network-changed-e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 691.058489] env[70691]: DEBUG nova.compute.manager [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Refreshing instance network info cache due to event network-changed-e915d249-02f6-4c44-8edc-a92b24335693. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 691.058489] env[70691]: DEBUG oslo_concurrency.lockutils [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] Acquiring lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.058489] env[70691]: DEBUG oslo_concurrency.lockutils [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] Acquired lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.058768] env[70691]: DEBUG nova.network.neutron [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Refreshing network info cache for port e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 691.116975] env[70691]: DEBUG nova.compute.manager [req-f9aedd68-a3ed-4889-94a2-bb340ace9105 req-bd431cc9-c9b8-4def-8821-9b728c2d05b5 service nova] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Received event network-vif-plugged-fd0e11dc-4999-4d47-a6a7-4cd4ae25f600 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 691.116975] env[70691]: DEBUG oslo_concurrency.lockutils [req-f9aedd68-a3ed-4889-94a2-bb340ace9105 req-bd431cc9-c9b8-4def-8821-9b728c2d05b5 service nova] Acquiring lock "59083004-8304-4b1f-9c8f-404ecf812e7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.117401] env[70691]: DEBUG oslo_concurrency.lockutils [req-f9aedd68-a3ed-4889-94a2-bb340ace9105 req-bd431cc9-c9b8-4def-8821-9b728c2d05b5 service nova] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.117647] env[70691]: DEBUG oslo_concurrency.lockutils [req-f9aedd68-a3ed-4889-94a2-bb340ace9105 req-bd431cc9-c9b8-4def-8821-9b728c2d05b5 service nova] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.117881] env[70691]: DEBUG nova.compute.manager [req-f9aedd68-a3ed-4889-94a2-bb340ace9105 req-bd431cc9-c9b8-4def-8821-9b728c2d05b5 service nova] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] No waiting events found dispatching network-vif-plugged-fd0e11dc-4999-4d47-a6a7-4cd4ae25f600 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 691.118084] env[70691]: WARNING nova.compute.manager [req-f9aedd68-a3ed-4889-94a2-bb340ace9105 req-bd431cc9-c9b8-4def-8821-9b728c2d05b5 service nova] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Received unexpected event network-vif-plugged-fd0e11dc-4999-4d47-a6a7-4cd4ae25f600 for instance with vm_state building and task_state spawning. [ 691.154496] env[70691]: DEBUG oslo_vmware.api [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Task: {'id': task-3453520, 'name': PowerOffVM_Task, 'duration_secs': 0.188609} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.155229] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 691.155229] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 691.155359] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87d89e2f-3ace-4fae-9101-45011d2f10a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.214511] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.214829] env[70691]: DEBUG nova.compute.manager [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 691.221555] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.622s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.223242] env[70691]: INFO nova.compute.claims [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.226409] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 691.227502] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 691.227502] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Deleting the datastore file [datastore1] 5759352e-c85a-4147-b6aa-32c16df8f3ef {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.227927] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2fb43af-c083-48f1-b780-29a421b387f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.239542] env[70691]: DEBUG oslo_vmware.api [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Waiting for the task: (returnval){ [ 691.239542] env[70691]: value = "task-3453523" [ 691.239542] env[70691]: _type = "Task" [ 691.239542] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.250530] env[70691]: DEBUG oslo_vmware.api [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Task: {'id': task-3453523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.268266] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.356638] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.356969] env[70691]: DEBUG nova.compute.manager [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Instance network_info: |[{"id": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "address": "fa:16:3e:53:3d:5f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0e11dc-49", "ovs_interfaceid": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 691.358714] env[70691]: INFO nova.compute.manager [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Rebuilding instance [ 691.360616] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:3d:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd0e11dc-4999-4d47-a6a7-4cd4ae25f600', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.371627] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Creating folder: Project (623f609f81e04c36b4061ff3ceaaac30). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 691.372024] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2db93cb-9b74-4da8-93c4-0d83365f0625 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.391473] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Created folder: Project (623f609f81e04c36b4061ff3ceaaac30) in parent group-v689428. [ 691.392249] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Creating folder: Instances. Parent ref: group-v689451. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 691.397445] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee97aec3-877c-4243-a446-3ed1cc8305a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.414219] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Created folder: Instances in parent group-v689451. [ 691.414512] env[70691]: DEBUG oslo.service.loopingcall [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.416248] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 691.416248] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32620176-e9ea-487d-b9b5-a97073cb5fdd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.450224] env[70691]: DEBUG nova.compute.manager [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 691.453677] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d24a85d-b3dd-49cc-8b8f-f3a8478d246b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.456152] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.456152] env[70691]: value = "task-3453526" [ 691.456152] env[70691]: _type = "Task" [ 691.456152] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.470091] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453526, 'name': CreateVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.519701] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471746} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.520052] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 9df6fabe-f667-4fa4-978d-2e8896a7d18c/9df6fabe-f667-4fa4-978d-2e8896a7d18c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 691.520305] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.520532] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0ba1089-ea0d-4011-a53f-35dba5d5a7e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.535915] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 691.535915] env[70691]: value = "task-3453527" [ 691.535915] env[70691]: _type = "Task" [ 691.535915] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.536628] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "2326608f-ae29-49b0-847a-d8eee0560304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.537266] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "2326608f-ae29-49b0-847a-d8eee0560304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.547284] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d3c7f1-403a-b286-c7d3-f13430e30955, 'name': SearchDatastore_Task, 'duration_secs': 0.017929} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.550682] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e23111-cf46-442e-abbc-e992deab88b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.553972] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.557591] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 691.557591] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b09226-b083-0416-8fa4-65b426df7ee8" [ 691.557591] env[70691]: _type = "Task" [ 691.557591] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.571307] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b09226-b083-0416-8fa4-65b426df7ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.733015] env[70691]: DEBUG nova.compute.utils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 691.735104] env[70691]: DEBUG nova.compute.manager [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 691.735104] env[70691]: DEBUG nova.network.neutron [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 691.737344] env[70691]: DEBUG nova.network.neutron [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Successfully updated port: 5e5cd593-fefb-4c52-b134-0f1a6e1acc8b {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.752286] env[70691]: DEBUG oslo_vmware.api [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Task: {'id': task-3453523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301828} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.753039] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.753191] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 691.753362] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 691.753624] env[70691]: INFO nova.compute.manager [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 691.753782] env[70691]: DEBUG oslo.service.loopingcall [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.754535] env[70691]: DEBUG nova.compute.manager [-] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 691.754609] env[70691]: DEBUG nova.network.neutron [-] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 691.974757] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 691.975099] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453526, 'name': CreateVM_Task, 'duration_secs': 0.421851} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.975360] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de0a32d6-1a02-4619-8bf7-927bb020837d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.977793] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 691.978657] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.978889] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.979320] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.980099] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e270c7-6231-4b82-b613-031804663d74 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.984238] env[70691]: DEBUG nova.policy [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9b4d47ff1ce4dd49588f2379307a82f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bdd6777c5774d019cb222f97550ed1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 691.989185] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 691.989185] env[70691]: value = "task-3453528" [ 691.989185] env[70691]: _type = "Task" [ 691.989185] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.994541] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 691.994541] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525de709-576e-5661-292b-b5491fbe7fd7" [ 691.994541] env[70691]: _type = "Task" [ 691.994541] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.003770] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.009791] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525de709-576e-5661-292b-b5491fbe7fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.011945] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.011945] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.011945] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.047774] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083995} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.048115] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.048964] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f951ea88-202f-4b5b-8f62-dc77ac5834ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.075014] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 9df6fabe-f667-4fa4-978d-2e8896a7d18c/9df6fabe-f667-4fa4-978d-2e8896a7d18c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.085848] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-458e301f-cd3d-4cbf-a3e7-7a90553b443e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.109430] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b09226-b083-0416-8fa4-65b426df7ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.012615} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.111268] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.111594] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 692.112009] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 692.112009] env[70691]: value = "task-3453529" [ 692.112009] env[70691]: _type = "Task" [ 692.112009] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.112290] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.112567] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.112824] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a69285db-3127-4a2e-8fae-eff1f34b63be {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.117957] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10afc20e-978d-407d-9727-de27cf492a76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.129894] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.132543] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.132767] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 692.133824] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 692.133824] env[70691]: value = "task-3453530" [ 692.133824] env[70691]: _type = "Task" [ 692.133824] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.134055] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b082ceb-b020-4089-ba77-8a1542d104cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.143308] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 692.143308] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e49cbe-39c9-923e-27ff-edc2905c8100" [ 692.143308] env[70691]: _type = "Task" [ 692.143308] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.146943] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.155437] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e49cbe-39c9-923e-27ff-edc2905c8100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.245352] env[70691]: DEBUG nova.compute.manager [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 692.259868] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.259868] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.259868] env[70691]: DEBUG nova.network.neutron [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 692.516424] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453528, 'name': PowerOffVM_Task, 'duration_secs': 0.227401} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.516424] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 692.516768] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 692.517450] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9902ce2-6b01-45d1-8e07-b19b199919bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.530607] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 692.530945] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7023ba76-6d47-40ca-a6c6-0c1672719f02 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.614685] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 692.614867] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 692.615126] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleting the datastore file [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.615382] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58102a77-9c00-46cf-a3a9-83c077f639c8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.626180] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 692.626180] env[70691]: value = "task-3453532" [ 692.626180] env[70691]: _type = "Task" [ 692.626180] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.633387] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.639701] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.655710] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473143} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.657763] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 692.657763] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.657763] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51779fb1-01f8-4595-bedd-265abb8d6346 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.664038] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e49cbe-39c9-923e-27ff-edc2905c8100, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.665450] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c415a3-7abf-4aaf-beae-9445429573ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.672986] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 692.672986] env[70691]: value = "task-3453533" [ 692.672986] env[70691]: _type = "Task" [ 692.672986] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.677841] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 692.677841] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52467e29-f887-70d5-883f-8b666737becd" [ 692.677841] env[70691]: _type = "Task" [ 692.677841] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.685958] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.692532] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52467e29-f887-70d5-883f-8b666737becd, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.693239] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.693592] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7/1f5666fd-3d1d-42a4-9b1f-b511fd9850c7.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 692.697224] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.697395] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.697734] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a31cd8e5-0536-48b8-924f-4f890ebce6fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.700203] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36d0fa7f-e5f4-43f7-b285-acf4e0ee9945 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.711865] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 692.711865] env[70691]: value = "task-3453534" [ 692.711865] env[70691]: _type = "Task" [ 692.711865] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.713307] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.713930] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 692.721159] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c207689-4a64-4a75-925e-29c8e3955f56 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.739696] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.739696] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 692.739696] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f43815-cb6f-e549-727a-fefa74ca5cf5" [ 692.739696] env[70691]: _type = "Task" [ 692.739696] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.750987] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c55108-2a98-42d2-b9ac-efd64fafa134 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.762519] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f43815-cb6f-e549-727a-fefa74ca5cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.763560] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622bbc63-7fcf-4a5d-a115-925967225c44 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.768024] env[70691]: DEBUG nova.network.neutron [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Updated VIF entry in instance network info cache for port e915d249-02f6-4c44-8edc-a92b24335693. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 692.768218] env[70691]: DEBUG nova.network.neutron [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Updating instance_info_cache with network_info: [{"id": "e915d249-02f6-4c44-8edc-a92b24335693", "address": "fa:16:3e:fd:3e:69", "network": {"id": "d4e163a3-b0ee-471f-9674-2d94ab1f085e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1035073068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec46e450b2f4876b5d632fd80af47cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape915d249-02", "ovs_interfaceid": "e915d249-02f6-4c44-8edc-a92b24335693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.773128] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9cc8ce-dd70-466e-b2a6-4f3c2e0bd04d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.808588] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 692.808588] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5208c375-c921-5170-c917-d1ad72803d11" [ 692.808588] env[70691]: _type = "Task" [ 692.808588] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.809386] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ed6c20-1f85-4cb4-bca4-c08c952fc9e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.824950] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bd2a14-7c75-47ba-b3d7-75f88196f0d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.829412] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5208c375-c921-5170-c917-d1ad72803d11, 'name': SearchDatastore_Task, 'duration_secs': 0.022071} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.831911] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.831911] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 59083004-8304-4b1f-9c8f-404ecf812e7e/59083004-8304-4b1f-9c8f-404ecf812e7e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 692.833017] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2a461d1-a4dd-4c7a-8ee9-337d33877fe7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.847095] env[70691]: DEBUG nova.compute.provider_tree [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.853252] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 692.853252] env[70691]: value = "task-3453535" [ 692.853252] env[70691]: _type = "Task" [ 692.853252] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.867938] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.899296] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.899520] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.944230] env[70691]: DEBUG nova.network.neutron [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 693.073374] env[70691]: DEBUG nova.network.neutron [-] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.129582] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453529, 'name': ReconfigVM_Task, 'duration_secs': 0.636521} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.134299] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 9df6fabe-f667-4fa4-978d-2e8896a7d18c/9df6fabe-f667-4fa4-978d-2e8896a7d18c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.134961] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11288db3-2aa9-46e8-8423-75c55b4489e9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.144328] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155393} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.147309] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.147309] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 693.147309] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 693.149720] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 693.149720] env[70691]: value = "task-3453536" [ 693.149720] env[70691]: _type = "Task" [ 693.149720] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.162337] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453536, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.188664] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066735} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.188956] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.189792] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4833746-bf5b-4b77-9c23-1b56cebc49c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.221029] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.221029] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28506c86-9a69-42b4-a36f-77bd4670f5da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.245723] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519945} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.246843] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7/1f5666fd-3d1d-42a4-9b1f-b511fd9850c7.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 693.247081] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.247743] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 693.247743] env[70691]: value = "task-3453537" [ 693.247743] env[70691]: _type = "Task" [ 693.247743] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.247879] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34fb87f0-2356-44b6-a6a8-cfe7c0d4af20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.255330] env[70691]: DEBUG nova.compute.manager [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 693.261344] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.262894] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 693.262894] env[70691]: value = "task-3453538" [ 693.262894] env[70691]: _type = "Task" [ 693.262894] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.272139] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.275792] env[70691]: DEBUG oslo_concurrency.lockutils [req-5225cf58-7a03-4fb2-a4e1-b6a69bd6dc15 req-62c25058-40d6-462b-aeaf-32d7201865db service nova] Releasing lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.294527] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 693.294657] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 693.294806] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.294987] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 693.295155] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.295360] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 693.295528] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 693.295640] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 693.295805] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 693.296017] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 693.296188] env[70691]: DEBUG nova.virt.hardware [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 693.297075] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61346ab-d8d1-49cd-a3cb-0347647f8466 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.306195] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea505b8d-715d-4dec-9dbf-dce7d5724304 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.351903] env[70691]: DEBUG nova.scheduler.client.report [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 693.367024] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.578642] env[70691]: INFO nova.compute.manager [-] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Took 1.82 seconds to deallocate network for instance. [ 693.669942] env[70691]: DEBUG nova.network.neutron [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Successfully updated port: 267fe3da-bc8b-49a0-b6e5-28fb59c8aa61 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.685484] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453536, 'name': Rename_Task, 'duration_secs': 0.327508} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.685861] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 693.686440] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c88a04dd-e901-4c7f-baf3-68d2059aa589 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.697296] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 693.697296] env[70691]: value = "task-3453539" [ 693.697296] env[70691]: _type = "Task" [ 693.697296] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.713709] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.767739] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.780407] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256017} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.780407] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.780663] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11ec0ff-2ce9-4f06-baa6-628fe8bb54bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.807187] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7/1f5666fd-3d1d-42a4-9b1f-b511fd9850c7.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.807788] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d5c7fde-995c-420c-9848-09302968b57f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.827949] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 693.827949] env[70691]: value = "task-3453540" [ 693.827949] env[70691]: _type = "Task" [ 693.827949] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.837628] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.857306] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.857306] env[70691]: DEBUG nova.compute.manager [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 693.859166] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.103s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.860721] env[70691]: INFO nova.compute.claims [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.874455] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.874703] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.882775] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745558} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.882775] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 59083004-8304-4b1f-9c8f-404ecf812e7e/59083004-8304-4b1f-9c8f-404ecf812e7e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 693.882775] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.883070] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e970f23-d714-4494-9b6f-facfe5d26ee6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.890522] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 693.890522] env[70691]: value = "task-3453541" [ 693.890522] env[70691]: _type = "Task" [ 693.890522] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.900153] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.905474] env[70691]: DEBUG nova.network.neutron [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance_info_cache with network_info: [{"id": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "address": "fa:16:3e:04:4a:22", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5cd593-fe", "ovs_interfaceid": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.062105] env[70691]: DEBUG nova.network.neutron [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Successfully created port: 313b0fb8-68b5-4433-9794-f7fcdf182409 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.088740] env[70691]: DEBUG oslo_concurrency.lockutils [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.172070] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.172268] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.172377] env[70691]: DEBUG nova.network.neutron [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 694.207967] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 694.208240] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 694.208399] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.208584] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 694.209014] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.209014] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 694.209116] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 694.209241] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 694.209398] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 694.209560] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 694.209731] env[70691]: DEBUG nova.virt.hardware [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 694.211248] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ed6f57-cd7e-4a43-8485-850e6c80eb65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.221839] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913a9ad-ecae-46b4-bf18-262e98a1ac08 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.226320] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.239163] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:64:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc85322d-9cb8-40f8-b53e-15f2962f1138', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.248344] env[70691]: DEBUG oslo.service.loopingcall [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.249083] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 694.249298] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3f00f24-4d61-4a55-8f7e-7bde3ccf7e46 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.273592] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453537, 'name': ReconfigVM_Task, 'duration_secs': 0.570084} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.273900] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.274519] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.274519] env[70691]: value = "task-3453542" [ 694.274519] env[70691]: _type = "Task" [ 694.274519] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.274682] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451dba7a-9ec0-4ec3-9e0a-12f368d6ccaa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.286736] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453542, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.289163] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 694.289163] env[70691]: value = "task-3453543" [ 694.289163] env[70691]: _type = "Task" [ 694.289163] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.301022] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453543, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.341093] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.375147] env[70691]: DEBUG nova.compute.utils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 694.375515] env[70691]: DEBUG nova.compute.manager [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 694.376104] env[70691]: DEBUG nova.network.neutron [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 694.406741] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074082} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.407011] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.407568] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.407862] env[70691]: DEBUG nova.compute.manager [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Instance network_info: |[{"id": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "address": "fa:16:3e:04:4a:22", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5cd593-fe", "ovs_interfaceid": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 694.409831] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6039d6d7-1267-4382-b0e4-e187828ccef2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.414613] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:4a:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e5cd593-fefb-4c52-b134-0f1a6e1acc8b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.426932] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating folder: Project (bd9a9c12e8fb4648b7c33e47c20df886). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 694.430186] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede90bc1-dbf3-4587-be4f-d57d0a0a4f21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.458820] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 59083004-8304-4b1f-9c8f-404ecf812e7e/59083004-8304-4b1f-9c8f-404ecf812e7e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.460883] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c2c21c6-35b9-4533-8c79-2c17d7a0098e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.475984] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Created folder: Project (bd9a9c12e8fb4648b7c33e47c20df886) in parent group-v689428. [ 694.479018] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating folder: Instances. Parent ref: group-v689455. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 694.479018] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7f8280a-5827-40d2-b6ec-c80536b69cdb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.483245] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 694.483245] env[70691]: value = "task-3453545" [ 694.483245] env[70691]: _type = "Task" [ 694.483245] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.488865] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Created folder: Instances in parent group-v689455. [ 694.488865] env[70691]: DEBUG oslo.service.loopingcall [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.488865] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 694.489357] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0027f5ed-0904-4f91-a8a2-aa57adbe7b79 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.512151] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453545, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.520649] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.520649] env[70691]: value = "task-3453547" [ 694.520649] env[70691]: _type = "Task" [ 694.520649] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.529598] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453547, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.571308] env[70691]: DEBUG nova.policy [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b62f89186724caeb927095b68afae47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68c9d9f901984ba58424067f22ff904d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 694.709762] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.715964] env[70691]: DEBUG nova.network.neutron [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 694.788164] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453542, 'name': CreateVM_Task, 'duration_secs': 0.446725} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.788164] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 694.788844] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.788940] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.789282] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.789640] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77582040-b944-4774-b82b-fd5a22b00d22 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.813127] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 694.813127] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ba6d4e-d5eb-20a5-ee67-56bf45b626d4" [ 694.813127] env[70691]: _type = "Task" [ 694.813127] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.813593] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453543, 'name': Rename_Task, 'duration_secs': 0.144432} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.813879] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 694.818197] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d701b58-0c76-47ae-9043-a41e3d039353 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.827375] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ba6d4e-d5eb-20a5-ee67-56bf45b626d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015183} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.828811] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.829094] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.829336] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.829473] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.829654] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.830009] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 694.830009] env[70691]: value = "task-3453548" [ 694.830009] env[70691]: _type = "Task" [ 694.830009] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.830559] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2d8974d-f501-4f63-a4c3-0d4cea645f93 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.848243] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453540, 'name': ReconfigVM_Task, 'duration_secs': 0.685052} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.853982] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7/1f5666fd-3d1d-42a4-9b1f-b511fd9850c7.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.854314] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.855750] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f241fbf4-f2bc-4ed6-9544-3cd5ceb8159a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.859503] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.859503] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 694.860249] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b7e2ef-3f7f-4a33-91b2-47067b7c6a96 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.869084] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 694.869084] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528a6821-23d3-3b0c-5a68-f3d14760b7b3" [ 694.869084] env[70691]: _type = "Task" [ 694.869084] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.873501] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 694.873501] env[70691]: value = "task-3453549" [ 694.873501] env[70691]: _type = "Task" [ 694.873501] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.881526] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528a6821-23d3-3b0c-5a68-f3d14760b7b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.883111] env[70691]: DEBUG nova.compute.manager [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 694.901900] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453549, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.004866] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453545, 'name': ReconfigVM_Task, 'duration_secs': 0.398221} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.004866] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 59083004-8304-4b1f-9c8f-404ecf812e7e/59083004-8304-4b1f-9c8f-404ecf812e7e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.004866] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4219a455-80ba-4585-a92e-3c31598bb6bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.016921] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 695.016921] env[70691]: value = "task-3453550" [ 695.016921] env[70691]: _type = "Task" [ 695.016921] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.035403] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453550, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.042543] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453547, 'name': CreateVM_Task, 'duration_secs': 0.402934} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.045959] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 695.048313] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.048313] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.048313] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.048313] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49a6540-c1a0-4295-ae54-f369aa698eb0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.055688] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 695.055688] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527561fa-d6a5-f04c-737d-124cf7d6b489" [ 695.055688] env[70691]: _type = "Task" [ 695.055688] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.064780] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527561fa-d6a5-f04c-737d-124cf7d6b489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.126086] env[70691]: DEBUG nova.network.neutron [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Updating instance_info_cache with network_info: [{"id": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "address": "fa:16:3e:3d:5c:d2", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267fe3da-bc", "ovs_interfaceid": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.216862] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453539, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.287749] env[70691]: DEBUG nova.compute.manager [req-96fb8167-e669-4487-a011-88f2d9f9afa7 req-3090a957-99af-4c53-b05f-0b43f3d3a52f service nova] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Received event network-vif-plugged-267fe3da-bc8b-49a0-b6e5-28fb59c8aa61 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 695.287749] env[70691]: DEBUG oslo_concurrency.lockutils [req-96fb8167-e669-4487-a011-88f2d9f9afa7 req-3090a957-99af-4c53-b05f-0b43f3d3a52f service nova] Acquiring lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.287749] env[70691]: DEBUG oslo_concurrency.lockutils [req-96fb8167-e669-4487-a011-88f2d9f9afa7 req-3090a957-99af-4c53-b05f-0b43f3d3a52f service nova] Lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.287749] env[70691]: DEBUG oslo_concurrency.lockutils [req-96fb8167-e669-4487-a011-88f2d9f9afa7 req-3090a957-99af-4c53-b05f-0b43f3d3a52f service nova] Lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.287749] env[70691]: DEBUG nova.compute.manager [req-96fb8167-e669-4487-a011-88f2d9f9afa7 req-3090a957-99af-4c53-b05f-0b43f3d3a52f service nova] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] No waiting events found dispatching network-vif-plugged-267fe3da-bc8b-49a0-b6e5-28fb59c8aa61 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 695.288313] env[70691]: WARNING nova.compute.manager [req-96fb8167-e669-4487-a011-88f2d9f9afa7 req-3090a957-99af-4c53-b05f-0b43f3d3a52f service nova] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Received unexpected event network-vif-plugged-267fe3da-bc8b-49a0-b6e5-28fb59c8aa61 for instance with vm_state building and task_state spawning. [ 695.322054] env[70691]: DEBUG nova.compute.manager [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Received event network-changed-fd0e11dc-4999-4d47-a6a7-4cd4ae25f600 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 695.322054] env[70691]: DEBUG nova.compute.manager [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Refreshing instance network info cache due to event network-changed-fd0e11dc-4999-4d47-a6a7-4cd4ae25f600. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 695.322054] env[70691]: DEBUG oslo_concurrency.lockutils [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] Acquiring lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.322054] env[70691]: DEBUG oslo_concurrency.lockutils [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] Acquired lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.322054] env[70691]: DEBUG nova.network.neutron [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Refreshing network info cache for port fd0e11dc-4999-4d47-a6a7-4cd4ae25f600 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 695.345735] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453548, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.348970] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f4c6b4-e783-4016-8694-485719a4e61c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.359854] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307e56e8-bc05-4662-b335-d67e29e3e3c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.404907] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded01f63-acf2-4f24-8714-688e91e03ac9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.413916] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528a6821-23d3-3b0c-5a68-f3d14760b7b3, 'name': SearchDatastore_Task, 'duration_secs': 0.024277} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.423947] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453549, 'name': Rename_Task, 'duration_secs': 0.159232} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.424489] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f29d40-a896-4684-8081-8d90ddce7ea0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.427016] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 695.429528] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a851f78-cb16-40ab-87d3-3a304964c34f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.437054] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e91abb1-b808-44be-9dcb-b2f7c212ed9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.442518] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 695.442518] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52cccb60-2141-6874-bdd8-39dd927e6613" [ 695.442518] env[70691]: _type = "Task" [ 695.442518] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.452400] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 695.452400] env[70691]: value = "task-3453551" [ 695.452400] env[70691]: _type = "Task" [ 695.452400] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.453474] env[70691]: DEBUG nova.compute.provider_tree [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.467765] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52cccb60-2141-6874-bdd8-39dd927e6613, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.471177] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.472309] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43/1b318a7c-b4d1-48a7-a260-06a67db6db43.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 695.474525] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453551, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.474525] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56a82b7b-627b-48ea-a3d1-af32a2783c65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.480075] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 695.480075] env[70691]: value = "task-3453552" [ 695.480075] env[70691]: _type = "Task" [ 695.480075] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.489049] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.510713] env[70691]: DEBUG nova.compute.manager [None req-0ec88527-5173-467b-94ca-28f74506759c tempest-ServerDiagnosticsV248Test-1890529272 tempest-ServerDiagnosticsV248Test-1890529272-project-admin] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 695.511659] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ec132-bfaf-4b76-bf98-6023514c4fbf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.526465] env[70691]: INFO nova.compute.manager [None req-0ec88527-5173-467b-94ca-28f74506759c tempest-ServerDiagnosticsV248Test-1890529272 tempest-ServerDiagnosticsV248Test-1890529272-project-admin] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Retrieving diagnostics [ 695.526465] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453550, 'name': Rename_Task, 'duration_secs': 0.288509} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.526748] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f01a008-e878-49b0-97df-2a79f55265a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.530350] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 695.530350] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c43df8-838c-4887-9c60-ee251d93483c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.563732] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 695.563732] env[70691]: value = "task-3453553" [ 695.563732] env[70691]: _type = "Task" [ 695.563732] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.571797] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527561fa-d6a5-f04c-737d-124cf7d6b489, 'name': SearchDatastore_Task, 'duration_secs': 0.012748} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.572551] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.572787] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.573925] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.573925] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.573925] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.573925] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cbfa6df-e920-43f1-bc1a-7b7bd3bb0f05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.579256] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453553, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.586166] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.586353] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 695.587122] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9175b5c8-cbc3-4c5d-aac9-6113297fe595 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.593304] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 695.593304] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523c43ee-4313-5c7e-fc47-22ea890e5a98" [ 695.593304] env[70691]: _type = "Task" [ 695.593304] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.602314] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523c43ee-4313-5c7e-fc47-22ea890e5a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.630523] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.630993] env[70691]: DEBUG nova.compute.manager [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Instance network_info: |[{"id": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "address": "fa:16:3e:3d:5c:d2", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267fe3da-bc", "ovs_interfaceid": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 695.631301] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:5c:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '267fe3da-bc8b-49a0-b6e5-28fb59c8aa61', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.639072] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Creating folder: Project (68c9d9f901984ba58424067f22ff904d). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 695.639382] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-572d5d8f-44ef-4cba-9a39-a0af05fdab62 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.650547] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Created folder: Project (68c9d9f901984ba58424067f22ff904d) in parent group-v689428. [ 695.650725] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Creating folder: Instances. Parent ref: group-v689458. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 695.650978] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0b04808-8653-4a3e-b3a1-13a8a8c0f2e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.661463] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Created folder: Instances in parent group-v689458. [ 695.662026] env[70691]: DEBUG oslo.service.loopingcall [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.662463] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 695.662818] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f570556b-06af-4910-beba-3f5f95b000ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.686636] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.686636] env[70691]: value = "task-3453556" [ 695.686636] env[70691]: _type = "Task" [ 695.686636] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.696054] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453556, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.711882] env[70691]: DEBUG oslo_vmware.api [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453539, 'name': PowerOnVM_Task, 'duration_secs': 1.564236} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.712210] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 695.712471] env[70691]: INFO nova.compute.manager [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Took 15.89 seconds to spawn the instance on the hypervisor. [ 695.712672] env[70691]: DEBUG nova.compute.manager [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 695.713502] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a3a0f7-49b7-4160-8f64-f9b7abbcf857 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.791514] env[70691]: DEBUG nova.network.neutron [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Successfully created port: e039a476-1d3a-41d2-b9d8-0a2c715eb1cb {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.853163] env[70691]: DEBUG oslo_vmware.api [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453548, 'name': PowerOnVM_Task, 'duration_secs': 0.697264} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.853707] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 695.854084] env[70691]: DEBUG nova.compute.manager [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 695.856307] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa48276-2ebc-4371-a9cb-8456f59c7bbf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.899334] env[70691]: DEBUG nova.compute.manager [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 695.945505] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 695.945505] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 695.945505] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.946025] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 695.946025] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.946025] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 695.946025] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 695.946025] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 695.946247] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 695.946247] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 695.946247] env[70691]: DEBUG nova.virt.hardware [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 695.947159] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d61cc9-7440-4581-a755-9ff56c89881a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.958607] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6736fa81-ba9b-49ab-95b9-a2a16499757a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.967246] env[70691]: DEBUG nova.scheduler.client.report [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 695.998852] env[70691]: DEBUG oslo_vmware.api [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453551, 'name': PowerOnVM_Task, 'duration_secs': 0.512698} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.000913] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 696.001445] env[70691]: INFO nova.compute.manager [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Took 12.66 seconds to spawn the instance on the hypervisor. [ 696.001796] env[70691]: DEBUG nova.compute.manager [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 696.004220] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa602c35-7117-4756-8115-5268e1abca63 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.012184] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453552, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.085092] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453553, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.109632] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523c43ee-4313-5c7e-fc47-22ea890e5a98, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.110541] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0565ef-f9bb-4be6-9a86-5bf55fa9cc53 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.118175] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 696.118175] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520f12ff-fb8a-22f5-c870-cb6d9efd51d2" [ 696.118175] env[70691]: _type = "Task" [ 696.118175] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.125957] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520f12ff-fb8a-22f5-c870-cb6d9efd51d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.200134] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453556, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.233580] env[70691]: INFO nova.compute.manager [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Took 25.97 seconds to build instance. [ 696.392817] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.473617] env[70691]: DEBUG nova.network.neutron [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updated VIF entry in instance network info cache for port fd0e11dc-4999-4d47-a6a7-4cd4ae25f600. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 696.474021] env[70691]: DEBUG nova.network.neutron [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance_info_cache with network_info: [{"id": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "address": "fa:16:3e:53:3d:5f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0e11dc-49", "ovs_interfaceid": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.479291] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.479845] env[70691]: DEBUG nova.compute.manager [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 696.483663] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.172s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.484465] env[70691]: INFO nova.compute.claims [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.502513] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573869} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.504106] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43/1b318a7c-b4d1-48a7-a260-06a67db6db43.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 696.504106] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.504106] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa3d600-4cd7-41f6-ad2a-9b56743e2329 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.511515] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 696.511515] env[70691]: value = "task-3453557" [ 696.511515] env[70691]: _type = "Task" [ 696.511515] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.542307] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.542307] env[70691]: INFO nova.compute.manager [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Took 25.86 seconds to build instance. [ 696.577666] env[70691]: DEBUG oslo_vmware.api [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453553, 'name': PowerOnVM_Task, 'duration_secs': 0.763148} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.577944] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 696.578158] env[70691]: INFO nova.compute.manager [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Took 10.83 seconds to spawn the instance on the hypervisor. [ 696.578334] env[70691]: DEBUG nova.compute.manager [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 696.579161] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c0604f-c4cf-4c10-91a5-5872c8a66f4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.633522] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520f12ff-fb8a-22f5-c870-cb6d9efd51d2, 'name': SearchDatastore_Task, 'duration_secs': 0.022123} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.633522] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.633522] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 265f116d-1cdf-4201-a90e-6a3cb4ea8ece/265f116d-1cdf-4201-a90e-6a3cb4ea8ece.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 696.633522] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e36305ee-db27-42e7-a7be-fa28df31e012 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.639921] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 696.639921] env[70691]: value = "task-3453558" [ 696.639921] env[70691]: _type = "Task" [ 696.639921] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.650725] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.701646] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453556, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.739514] env[70691]: DEBUG oslo_concurrency.lockutils [None req-84e56f4f-251b-42c4-a217-97aac33de46b tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.491s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.977556] env[70691]: DEBUG oslo_concurrency.lockutils [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] Releasing lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.977652] env[70691]: DEBUG nova.compute.manager [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Received event network-vif-plugged-5e5cd593-fefb-4c52-b134-0f1a6e1acc8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 696.977925] env[70691]: DEBUG oslo_concurrency.lockutils [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] Acquiring lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.978253] env[70691]: DEBUG oslo_concurrency.lockutils [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.978459] env[70691]: DEBUG oslo_concurrency.lockutils [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.978673] env[70691]: DEBUG nova.compute.manager [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] No waiting events found dispatching network-vif-plugged-5e5cd593-fefb-4c52-b134-0f1a6e1acc8b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 696.978853] env[70691]: WARNING nova.compute.manager [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Received unexpected event network-vif-plugged-5e5cd593-fefb-4c52-b134-0f1a6e1acc8b for instance with vm_state building and task_state spawning. [ 696.979077] env[70691]: DEBUG nova.compute.manager [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Received event network-changed-5e5cd593-fefb-4c52-b134-0f1a6e1acc8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 696.979256] env[70691]: DEBUG nova.compute.manager [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Refreshing instance network info cache due to event network-changed-5e5cd593-fefb-4c52-b134-0f1a6e1acc8b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 696.979464] env[70691]: DEBUG oslo_concurrency.lockutils [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] Acquiring lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.979664] env[70691]: DEBUG oslo_concurrency.lockutils [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] Acquired lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.979847] env[70691]: DEBUG nova.network.neutron [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Refreshing network info cache for port 5e5cd593-fefb-4c52-b134-0f1a6e1acc8b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 696.995677] env[70691]: DEBUG nova.compute.utils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 696.995833] env[70691]: DEBUG nova.compute.manager [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 696.996226] env[70691]: DEBUG nova.network.neutron [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 697.023395] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067858} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.023395] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.024593] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131dd82f-48d6-4d52-9bc9-887c4712721d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.052246] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43/1b318a7c-b4d1-48a7-a260-06a67db6db43.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.053437] env[70691]: DEBUG oslo_concurrency.lockutils [None req-87514519-e13c-4aa6-9a60-e31669587e73 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.383s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.053859] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ebcbeb-7b2d-4064-853b-838d8a125037 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.078545] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 697.078545] env[70691]: value = "task-3453559" [ 697.078545] env[70691]: _type = "Task" [ 697.078545] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.091713] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.098740] env[70691]: DEBUG nova.policy [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47437935cd8b4bcbbcb11ea5ad9d2314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe1323a7709545e5b018086420c73f1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 697.103327] env[70691]: INFO nova.compute.manager [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Took 24.82 seconds to build instance. [ 697.159403] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453558, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.182073] env[70691]: DEBUG nova.network.neutron [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Successfully updated port: 313b0fb8-68b5-4433-9794-f7fcdf182409 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.212107] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453556, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.243290] env[70691]: DEBUG nova.compute.manager [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 697.504384] env[70691]: DEBUG nova.compute.manager [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 697.578935] env[70691]: DEBUG nova.compute.manager [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 697.600544] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453559, 'name': ReconfigVM_Task, 'duration_secs': 0.46517} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.600904] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43/1b318a7c-b4d1-48a7-a260-06a67db6db43.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.604948] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73ab3270-e1f3-4fdb-84aa-442d25912e09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.605758] env[70691]: DEBUG oslo_concurrency.lockutils [None req-257a17d5-f593-4473-8b55-7d09933812a0 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.335s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.611819] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 697.611819] env[70691]: value = "task-3453560" [ 697.611819] env[70691]: _type = "Task" [ 697.611819] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.621120] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453560, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.654874] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795219} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.655149] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 265f116d-1cdf-4201-a90e-6a3cb4ea8ece/265f116d-1cdf-4201-a90e-6a3cb4ea8ece.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 697.659284] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.661966] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09b59f42-94fd-4333-ae82-35813ec5c691 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.672804] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 697.672804] env[70691]: value = "task-3453561" [ 697.672804] env[70691]: _type = "Task" [ 697.672804] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.682685] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.689828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquiring lock "refresh_cache-aaf5cee2-6568-483a-8fbb-ebae9a51b408" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.689971] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquired lock "refresh_cache-aaf5cee2-6568-483a-8fbb-ebae9a51b408" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.690210] env[70691]: DEBUG nova.network.neutron [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 697.701830] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453556, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.776483] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.921331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "db073798-feb7-4319-8345-53a5716ff15b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.922884] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "db073798-feb7-4319-8345-53a5716ff15b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.006755] env[70691]: DEBUG nova.network.neutron [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updated VIF entry in instance network info cache for port 5e5cd593-fefb-4c52-b134-0f1a6e1acc8b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 698.006852] env[70691]: DEBUG nova.network.neutron [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance_info_cache with network_info: [{"id": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "address": "fa:16:3e:04:4a:22", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5cd593-fe", "ovs_interfaceid": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.050254] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be80a08-a24e-4c2b-863b-c6999e85dad3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.062902] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feafac0-c4bf-4608-8aa6-5fb90f2358c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.120091] env[70691]: DEBUG nova.compute.manager [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 698.136140] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa311ea2-45cd-4145-bcbe-0f1b753bae21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.145410] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453560, 'name': Rename_Task, 'duration_secs': 0.271011} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.148621] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 698.148621] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7a5c91e-64ca-4de7-bbb0-fdc0ebf7af92 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.152040] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40550c06-7c39-4fd0-8657-034104bffa40 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.170994] env[70691]: DEBUG nova.compute.provider_tree [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.174314] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.174697] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 698.174697] env[70691]: value = "task-3453562" [ 698.174697] env[70691]: _type = "Task" [ 698.174697] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.187462] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070532} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.192556] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.193135] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453562, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.193957] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfed6b2-5b5c-4b65-89b9-748873f33607 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.229693] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 265f116d-1cdf-4201-a90e-6a3cb4ea8ece/265f116d-1cdf-4201-a90e-6a3cb4ea8ece.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.234855] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9999706-9007-480b-bc04-4b3adb9a0536 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.252071] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453556, 'name': CreateVM_Task, 'duration_secs': 2.442549} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.252326] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 698.253715] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.253842] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.254240] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.254590] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17423943-a6d1-4ab5-a2a2-a859e7420f30 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.258517] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 698.258517] env[70691]: value = "task-3453563" [ 698.258517] env[70691]: _type = "Task" [ 698.258517] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.265028] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 698.265028] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528dd80b-c525-746f-6ed2-a68cdfc0736f" [ 698.265028] env[70691]: _type = "Task" [ 698.265028] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.274301] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.279624] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528dd80b-c525-746f-6ed2-a68cdfc0736f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.331304] env[70691]: DEBUG nova.network.neutron [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Successfully created port: 4854ba23-7774-4cab-8933-b0457e08f89b {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.335732] env[70691]: DEBUG nova.network.neutron [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 698.515685] env[70691]: DEBUG oslo_concurrency.lockutils [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] Releasing lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.515938] env[70691]: DEBUG nova.compute.manager [req-4826f393-027e-48b6-8a1d-643566388e1f req-e7584cca-cf44-41af-8be2-527b2f18cbfe service nova] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Received event network-vif-deleted-5ee24241-a55e-4431-9e54-e4ac8ba49f80 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 698.517463] env[70691]: DEBUG nova.compute.manager [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 698.561802] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 698.562601] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 698.562601] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.562601] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 698.562840] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.563026] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 698.563749] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 698.565697] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 698.565697] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 698.565697] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 698.565697] env[70691]: DEBUG nova.virt.hardware [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 698.566271] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dfe66e-2f28-4e74-99e9-2efe3282ccee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.579981] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269faefe-1f61-4140-a8a3-16f581ddf0e9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.659236] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.676474] env[70691]: DEBUG nova.scheduler.client.report [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 698.694449] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.774156] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453563, 'name': ReconfigVM_Task, 'duration_secs': 0.472239} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.774906] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 265f116d-1cdf-4201-a90e-6a3cb4ea8ece/265f116d-1cdf-4201-a90e-6a3cb4ea8ece.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.775526] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-072199a4-76ec-4052-ad8d-6c00db593952 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.780792] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528dd80b-c525-746f-6ed2-a68cdfc0736f, 'name': SearchDatastore_Task, 'duration_secs': 0.015225} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.783921] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.783921] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.783921] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.783921] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.784185] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.784185] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2da7b59-6dc6-4f7a-ae26-eb19504e5c9a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.785706] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 698.785706] env[70691]: value = "task-3453564" [ 698.785706] env[70691]: _type = "Task" [ 698.785706] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.802493] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453564, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.802814] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.802974] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 698.803784] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0127a463-b0c2-44a2-85dc-785c9d1c5634 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.813836] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 698.813836] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5225d3e7-a86d-2e3a-45bf-f336cc306af9" [ 698.813836] env[70691]: _type = "Task" [ 698.813836] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.826286] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5225d3e7-a86d-2e3a-45bf-f336cc306af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.951554] env[70691]: DEBUG nova.network.neutron [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Updating instance_info_cache with network_info: [{"id": "313b0fb8-68b5-4433-9794-f7fcdf182409", "address": "fa:16:3e:aa:3d:a1", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313b0fb8-68", "ovs_interfaceid": "313b0fb8-68b5-4433-9794-f7fcdf182409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.051208] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.051208] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.193304] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.193304] env[70691]: DEBUG nova.compute.manager [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 699.197242] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.372s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.211343] env[70691]: DEBUG oslo_vmware.api [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453562, 'name': PowerOnVM_Task, 'duration_secs': 0.859162} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.211687] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 699.212843] env[70691]: DEBUG nova.compute.manager [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 699.213320] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c87364-9656-4ad6-be7f-a91263bb8c7a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.297019] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453564, 'name': Rename_Task, 'duration_secs': 0.187765} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.298160] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 699.298160] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-005c47f3-953c-488d-82f3-b1d388b78c56 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.305632] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 699.305632] env[70691]: value = "task-3453565" [ 699.305632] env[70691]: _type = "Task" [ 699.305632] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.313535] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.323943] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5225d3e7-a86d-2e3a-45bf-f336cc306af9, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.324743] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9539e31b-6d70-4bd5-81d1-37e17f65a239 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.332464] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 699.332464] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52925df9-3858-f47e-9cc5-857e6c0999f9" [ 699.332464] env[70691]: _type = "Task" [ 699.332464] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.343825] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52925df9-3858-f47e-9cc5-857e6c0999f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.354592] env[70691]: DEBUG nova.network.neutron [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Successfully updated port: e039a476-1d3a-41d2-b9d8-0a2c715eb1cb {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.356077] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquiring lock "dcb49fa9-5348-4a65-a377-1fdf86173293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.359940] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "dcb49fa9-5348-4a65-a377-1fdf86173293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.457934] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Releasing lock "refresh_cache-aaf5cee2-6568-483a-8fbb-ebae9a51b408" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.458168] env[70691]: DEBUG nova.compute.manager [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Instance network_info: |[{"id": "313b0fb8-68b5-4433-9794-f7fcdf182409", "address": "fa:16:3e:aa:3d:a1", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313b0fb8-68", "ovs_interfaceid": "313b0fb8-68b5-4433-9794-f7fcdf182409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 699.458593] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:3d:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '313b0fb8-68b5-4433-9794-f7fcdf182409', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.467500] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Creating folder: Project (0bdd6777c5774d019cb222f97550ed1b). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 699.467883] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac877280-526f-4078-b8bd-189df51b481b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.478302] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Created folder: Project (0bdd6777c5774d019cb222f97550ed1b) in parent group-v689428. [ 699.478302] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Creating folder: Instances. Parent ref: group-v689461. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 699.478520] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99f25d88-d92d-4a46-b04b-6ba28ef4fe18 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.488177] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Created folder: Instances in parent group-v689461. [ 699.488955] env[70691]: DEBUG oslo.service.loopingcall [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.488955] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 699.488955] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7101ab4d-e6b8-4447-8c5f-a7f43243d09d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.509296] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.509296] env[70691]: value = "task-3453568" [ 699.509296] env[70691]: _type = "Task" [ 699.509296] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.518980] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453568, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.608894] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquiring lock "f3913a86-6577-48bf-9352-609c35b6fd84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.609263] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "f3913a86-6577-48bf-9352-609c35b6fd84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.609428] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquiring lock "f3913a86-6577-48bf-9352-609c35b6fd84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.609614] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "f3913a86-6577-48bf-9352-609c35b6fd84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.609795] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "f3913a86-6577-48bf-9352-609c35b6fd84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.612967] env[70691]: INFO nova.compute.manager [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Terminating instance [ 699.615095] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquiring lock "refresh_cache-f3913a86-6577-48bf-9352-609c35b6fd84" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.615340] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquired lock "refresh_cache-f3913a86-6577-48bf-9352-609c35b6fd84" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.616046] env[70691]: DEBUG nova.network.neutron [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 699.715953] env[70691]: DEBUG nova.compute.utils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.716844] env[70691]: DEBUG nova.compute.manager [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 699.716844] env[70691]: DEBUG nova.network.neutron [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 699.740438] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.816804] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.823254] env[70691]: DEBUG nova.policy [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47437935cd8b4bcbbcb11ea5ad9d2314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe1323a7709545e5b018086420c73f1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 699.841957] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52925df9-3858-f47e-9cc5-857e6c0999f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.842461] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.842796] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] e51cd5d1-a00a-46fa-ab85-8d79bbc98100/e51cd5d1-a00a-46fa-ab85-8d79bbc98100.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 699.843132] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d82f21b-10a6-43be-9278-c4d517d7a3d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.850850] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 699.850850] env[70691]: value = "task-3453569" [ 699.850850] env[70691]: _type = "Task" [ 699.850850] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.862962] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "refresh_cache-893d73fe-32f3-4b54-a58b-70242f452bce" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.862962] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "refresh_cache-893d73fe-32f3-4b54-a58b-70242f452bce" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.863349] env[70691]: DEBUG nova.network.neutron [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 699.865509] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.025621] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453568, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.055917] env[70691]: DEBUG nova.compute.manager [req-85c6f4f0-87ef-45cd-9279-1d567ca8f1d5 req-69007410-a88f-4b30-a60d-9264c17f5bd8 service nova] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Received event network-vif-plugged-313b0fb8-68b5-4433-9794-f7fcdf182409 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 700.056142] env[70691]: DEBUG oslo_concurrency.lockutils [req-85c6f4f0-87ef-45cd-9279-1d567ca8f1d5 req-69007410-a88f-4b30-a60d-9264c17f5bd8 service nova] Acquiring lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.056352] env[70691]: DEBUG oslo_concurrency.lockutils [req-85c6f4f0-87ef-45cd-9279-1d567ca8f1d5 req-69007410-a88f-4b30-a60d-9264c17f5bd8 service nova] Lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.056516] env[70691]: DEBUG oslo_concurrency.lockutils [req-85c6f4f0-87ef-45cd-9279-1d567ca8f1d5 req-69007410-a88f-4b30-a60d-9264c17f5bd8 service nova] Lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.057077] env[70691]: DEBUG nova.compute.manager [req-85c6f4f0-87ef-45cd-9279-1d567ca8f1d5 req-69007410-a88f-4b30-a60d-9264c17f5bd8 service nova] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] No waiting events found dispatching network-vif-plugged-313b0fb8-68b5-4433-9794-f7fcdf182409 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 700.057197] env[70691]: WARNING nova.compute.manager [req-85c6f4f0-87ef-45cd-9279-1d567ca8f1d5 req-69007410-a88f-4b30-a60d-9264c17f5bd8 service nova] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Received unexpected event network-vif-plugged-313b0fb8-68b5-4433-9794-f7fcdf182409 for instance with vm_state building and task_state spawning. [ 700.103757] env[70691]: DEBUG nova.compute.manager [req-536c1658-504c-4525-b641-39240c5b6955 req-c9684f1f-fd38-480c-8353-40719d0f1153 service nova] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Received event network-changed-267fe3da-bc8b-49a0-b6e5-28fb59c8aa61 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 700.104068] env[70691]: DEBUG nova.compute.manager [req-536c1658-504c-4525-b641-39240c5b6955 req-c9684f1f-fd38-480c-8353-40719d0f1153 service nova] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Refreshing instance network info cache due to event network-changed-267fe3da-bc8b-49a0-b6e5-28fb59c8aa61. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 700.104219] env[70691]: DEBUG oslo_concurrency.lockutils [req-536c1658-504c-4525-b641-39240c5b6955 req-c9684f1f-fd38-480c-8353-40719d0f1153 service nova] Acquiring lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.104276] env[70691]: DEBUG oslo_concurrency.lockutils [req-536c1658-504c-4525-b641-39240c5b6955 req-c9684f1f-fd38-480c-8353-40719d0f1153 service nova] Acquired lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.105670] env[70691]: DEBUG nova.network.neutron [req-536c1658-504c-4525-b641-39240c5b6955 req-c9684f1f-fd38-480c-8353-40719d0f1153 service nova] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Refreshing network info cache for port 267fe3da-bc8b-49a0-b6e5-28fb59c8aa61 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 700.173234] env[70691]: DEBUG nova.network.neutron [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 700.226212] env[70691]: DEBUG nova.compute.manager [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 700.267947] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 1b318a7c-b4d1-48a7-a260-06a67db6db43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269571] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 5759352e-c85a-4147-b6aa-32c16df8f3ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.269571] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance f3913a86-6577-48bf-9352-609c35b6fd84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269571] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 2047d6d1-2b70-4edb-8fd6-8af659efc6c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269571] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance f34b664a-979f-40f9-8189-57aa4c5b5b94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269784] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 9df6fabe-f667-4fa4-978d-2e8896a7d18c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269784] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269784] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 59083004-8304-4b1f-9c8f-404ecf812e7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269784] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 265f116d-1cdf-4201-a90e-6a3cb4ea8ece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269900] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e51cd5d1-a00a-46fa-ab85-8d79bbc98100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269900] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance aaf5cee2-6568-483a-8fbb-ebae9a51b408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269900] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 893d73fe-32f3-4b54-a58b-70242f452bce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.269900] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.270223] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance d74fa746-ef23-4b52-a3e2-790a9b64f723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.280733] env[70691]: DEBUG nova.network.neutron [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.321993] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453565, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.349434] env[70691]: DEBUG nova.compute.manager [req-fdbb9cdb-8ced-4c11-ae0a-520c2caa9cb3 req-b2aca7ce-4082-41fc-9583-1458b275d2d2 service nova] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Received event network-changed-313b0fb8-68b5-4433-9794-f7fcdf182409 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 700.349643] env[70691]: DEBUG nova.compute.manager [req-fdbb9cdb-8ced-4c11-ae0a-520c2caa9cb3 req-b2aca7ce-4082-41fc-9583-1458b275d2d2 service nova] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Refreshing instance network info cache due to event network-changed-313b0fb8-68b5-4433-9794-f7fcdf182409. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 700.349873] env[70691]: DEBUG oslo_concurrency.lockutils [req-fdbb9cdb-8ced-4c11-ae0a-520c2caa9cb3 req-b2aca7ce-4082-41fc-9583-1458b275d2d2 service nova] Acquiring lock "refresh_cache-aaf5cee2-6568-483a-8fbb-ebae9a51b408" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.352125] env[70691]: DEBUG oslo_concurrency.lockutils [req-fdbb9cdb-8ced-4c11-ae0a-520c2caa9cb3 req-b2aca7ce-4082-41fc-9583-1458b275d2d2 service nova] Acquired lock "refresh_cache-aaf5cee2-6568-483a-8fbb-ebae9a51b408" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.352423] env[70691]: DEBUG nova.network.neutron [req-fdbb9cdb-8ced-4c11-ae0a-520c2caa9cb3 req-b2aca7ce-4082-41fc-9583-1458b275d2d2 service nova] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Refreshing network info cache for port 313b0fb8-68b5-4433-9794-f7fcdf182409 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 700.370225] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.427915] env[70691]: DEBUG nova.network.neutron [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 700.487700] env[70691]: DEBUG nova.network.neutron [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Successfully created port: fcec0d42-9ad6-446f-b1de-4759fbf741ea {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.521679] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453568, 'name': CreateVM_Task, 'duration_secs': 0.698988} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.522069] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 700.522982] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.523477] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.523909] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.524437] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4432e545-afbd-4016-af65-8ffb806c7e5d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.530111] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 700.530111] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c33adf-8b1c-2693-1cee-f0634785f9e7" [ 700.530111] env[70691]: _type = "Task" [ 700.530111] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.540071] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c33adf-8b1c-2693-1cee-f0634785f9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.773759] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 700.783118] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Releasing lock "refresh_cache-f3913a86-6577-48bf-9352-609c35b6fd84" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.783432] env[70691]: DEBUG nova.compute.manager [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 700.783732] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 700.785499] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20288035-a9ed-4aae-afe6-7141d92524e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.796911] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 700.796911] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3306d5fd-6481-4e92-8d2c-2eface5c42e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.804850] env[70691]: DEBUG oslo_vmware.api [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 700.804850] env[70691]: value = "task-3453570" [ 700.804850] env[70691]: _type = "Task" [ 700.804850] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.820828] env[70691]: DEBUG nova.network.neutron [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Updating instance_info_cache with network_info: [{"id": "e039a476-1d3a-41d2-b9d8-0a2c715eb1cb", "address": "fa:16:3e:48:ce:f6", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape039a476-1d", "ovs_interfaceid": "e039a476-1d3a-41d2-b9d8-0a2c715eb1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.831424] env[70691]: DEBUG oslo_vmware.api [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.843157] env[70691]: DEBUG oslo_vmware.api [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453565, 'name': PowerOnVM_Task, 'duration_secs': 1.056001} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.845289] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 700.845495] env[70691]: INFO nova.compute.manager [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Took 12.57 seconds to spawn the instance on the hypervisor. [ 700.845668] env[70691]: DEBUG nova.compute.manager [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 700.846883] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7477f753-d30f-4db6-8b4f-6e011a603a4e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.875169] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689627} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.875169] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] e51cd5d1-a00a-46fa-ab85-8d79bbc98100/e51cd5d1-a00a-46fa-ab85-8d79bbc98100.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 700.875296] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.875488] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa5e171-1e57-4663-a1f3-f56c334739b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.884644] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 700.884644] env[70691]: value = "task-3453571" [ 700.884644] env[70691]: _type = "Task" [ 700.884644] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.894403] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.047851] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c33adf-8b1c-2693-1cee-f0634785f9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.018153} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.047851] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.047851] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.047851] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.048028] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.048028] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.049639] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7957a91-4d05-49a1-bcd2-3e4ee6528ad4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.060091] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.060291] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 701.064216] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cca3ac-28c3-44c9-bf95-747d50e6b28d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.069142] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 701.069142] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528c53fb-61ee-55aa-3901-39e81ac30278" [ 701.069142] env[70691]: _type = "Task" [ 701.069142] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.080741] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528c53fb-61ee-55aa-3901-39e81ac30278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.246744] env[70691]: DEBUG nova.compute.manager [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 701.291921] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 1c255f61-e275-4b91-a75a-29ff39f15553 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.299047] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 701.299286] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 701.299467] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.299678] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 701.299855] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.300031] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 701.300261] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 701.300423] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 701.300588] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 701.300742] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 701.300906] env[70691]: DEBUG nova.virt.hardware [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.302602] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddefeee0-1f21-4e81-875d-ae8ed60c29ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.315196] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e2d00-f3b6-4dcd-9763-929d6feacfc6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.323091] env[70691]: DEBUG oslo_vmware.api [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453570, 'name': PowerOffVM_Task, 'duration_secs': 0.283486} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.323739] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 701.323906] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 701.324158] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dedd62d9-c38f-44aa-8eea-9e6e0116ea32 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.333611] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "refresh_cache-893d73fe-32f3-4b54-a58b-70242f452bce" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.334053] env[70691]: DEBUG nova.compute.manager [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Instance network_info: |[{"id": "e039a476-1d3a-41d2-b9d8-0a2c715eb1cb", "address": "fa:16:3e:48:ce:f6", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape039a476-1d", "ovs_interfaceid": "e039a476-1d3a-41d2-b9d8-0a2c715eb1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 701.334943] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:ce:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e039a476-1d3a-41d2-b9d8-0a2c715eb1cb', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.342585] env[70691]: DEBUG oslo.service.loopingcall [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.343572] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 701.343858] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37f03512-2e78-4f24-9874-7f4a067c69ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.372711] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 701.372937] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 701.373135] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Deleting the datastore file [datastore1] f3913a86-6577-48bf-9352-609c35b6fd84 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.373390] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175b94c7-9e0d-4382-93a7-f75d6e6b4184 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.380354] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.380354] env[70691]: value = "task-3453573" [ 701.380354] env[70691]: _type = "Task" [ 701.380354] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.380354] env[70691]: INFO nova.compute.manager [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Took 27.20 seconds to build instance. [ 701.384869] env[70691]: DEBUG nova.network.neutron [req-536c1658-504c-4525-b641-39240c5b6955 req-c9684f1f-fd38-480c-8353-40719d0f1153 service nova] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Updated VIF entry in instance network info cache for port 267fe3da-bc8b-49a0-b6e5-28fb59c8aa61. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 701.385199] env[70691]: DEBUG nova.network.neutron [req-536c1658-504c-4525-b641-39240c5b6955 req-c9684f1f-fd38-480c-8353-40719d0f1153 service nova] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Updating instance_info_cache with network_info: [{"id": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "address": "fa:16:3e:3d:5c:d2", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267fe3da-bc", "ovs_interfaceid": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.387787] env[70691]: DEBUG oslo_vmware.api [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for the task: (returnval){ [ 701.387787] env[70691]: value = "task-3453574" [ 701.387787] env[70691]: _type = "Task" [ 701.387787] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.401362] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453573, 'name': CreateVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.410119] env[70691]: DEBUG oslo_vmware.api [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.410368] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154238} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.410591] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.411353] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c481af72-8135-4685-8a0a-6ddbe7cac38e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.434970] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] e51cd5d1-a00a-46fa-ab85-8d79bbc98100/e51cd5d1-a00a-46fa-ab85-8d79bbc98100.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.435289] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f9d3570-39c4-44e7-98a1-f5deee685997 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.455349] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 701.455349] env[70691]: value = "task-3453575" [ 701.455349] env[70691]: _type = "Task" [ 701.455349] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.463169] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.465287] env[70691]: DEBUG nova.network.neutron [req-fdbb9cdb-8ced-4c11-ae0a-520c2caa9cb3 req-b2aca7ce-4082-41fc-9583-1458b275d2d2 service nova] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Updated VIF entry in instance network info cache for port 313b0fb8-68b5-4433-9794-f7fcdf182409. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 701.465616] env[70691]: DEBUG nova.network.neutron [req-fdbb9cdb-8ced-4c11-ae0a-520c2caa9cb3 req-b2aca7ce-4082-41fc-9583-1458b275d2d2 service nova] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Updating instance_info_cache with network_info: [{"id": "313b0fb8-68b5-4433-9794-f7fcdf182409", "address": "fa:16:3e:aa:3d:a1", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap313b0fb8-68", "ovs_interfaceid": "313b0fb8-68b5-4433-9794-f7fcdf182409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.584021] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528c53fb-61ee-55aa-3901-39e81ac30278, 'name': SearchDatastore_Task, 'duration_secs': 0.028492} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.584021] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fead4469-2c86-42ce-9084-2c16d04b7882 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.590088] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 701.590088] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f1ebb5-46ee-615b-5ce7-4824d59643e9" [ 701.590088] env[70691]: _type = "Task" [ 701.590088] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.601619] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f1ebb5-46ee-615b-5ce7-4824d59643e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.731443] env[70691]: DEBUG nova.network.neutron [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Successfully updated port: 4854ba23-7774-4cab-8933-b0457e08f89b {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.798360] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e0daba4c-dd4c-48c4-bee6-e30a2d99e351 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.845346] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquiring lock "eecfa11b-9b4c-4f66-b092-04258a2a379e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.845609] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "eecfa11b-9b4c-4f66-b092-04258a2a379e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.893267] env[70691]: DEBUG oslo_concurrency.lockutils [None req-531afd22-50c6-45b0-a5ce-74b5eda3affa tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.729s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.894516] env[70691]: DEBUG oslo_concurrency.lockutils [req-536c1658-504c-4525-b641-39240c5b6955 req-c9684f1f-fd38-480c-8353-40719d0f1153 service nova] Releasing lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.894516] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453573, 'name': CreateVM_Task, 'duration_secs': 0.416973} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.895323] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 701.899689] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.899731] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.902668] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.903254] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf67a560-fb0e-483a-8566-bd77f00a3063 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.912032] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 701.912032] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52755e2d-0e59-7509-b240-3da2a9d95ed7" [ 701.912032] env[70691]: _type = "Task" [ 701.912032] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.918506] env[70691]: DEBUG oslo_vmware.api [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Task: {'id': task-3453574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178785} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.923384] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.923384] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 701.923384] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 701.923565] env[70691]: INFO nova.compute.manager [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Took 1.14 seconds to destroy the instance on the hypervisor. [ 701.923643] env[70691]: DEBUG oslo.service.loopingcall [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.924016] env[70691]: DEBUG nova.compute.manager [-] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 701.924016] env[70691]: DEBUG nova.network.neutron [-] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 701.932402] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52755e2d-0e59-7509-b240-3da2a9d95ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.933562] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.934306] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.934306] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.962268] env[70691]: DEBUG nova.network.neutron [-] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 701.973833] env[70691]: DEBUG oslo_concurrency.lockutils [req-fdbb9cdb-8ced-4c11-ae0a-520c2caa9cb3 req-b2aca7ce-4082-41fc-9583-1458b275d2d2 service nova] Releasing lock "refresh_cache-aaf5cee2-6568-483a-8fbb-ebae9a51b408" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.974491] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.111340] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f1ebb5-46ee-615b-5ce7-4824d59643e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011351} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.111340] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.111340] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] aaf5cee2-6568-483a-8fbb-ebae9a51b408/aaf5cee2-6568-483a-8fbb-ebae9a51b408.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 702.111489] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.111816] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.112181] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a045e5e2-b79e-4ae4-b788-14113424a983 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.116045] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a06cb7f-0680-4378-b3c6-812bb3c23fe9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.129254] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 702.129254] env[70691]: value = "task-3453576" [ 702.129254] env[70691]: _type = "Task" [ 702.129254] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.129254] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.129254] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 702.132597] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c73bb92-d597-4f56-96f8-94d68c4e9cd0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.143416] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.144071] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 702.144071] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521221cf-92fc-62e6-d30a-81ab6740dc6d" [ 702.144071] env[70691]: _type = "Task" [ 702.144071] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.153527] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521221cf-92fc-62e6-d30a-81ab6740dc6d, 'name': SearchDatastore_Task} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.154383] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8a5128-e731-4715-b9f2-0349104e8efb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.162021] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 702.162021] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eeb935-79a8-62b6-7fec-8779ccd632d6" [ 702.162021] env[70691]: _type = "Task" [ 702.162021] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.169090] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eeb935-79a8-62b6-7fec-8779ccd632d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.235714] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "refresh_cache-e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.235883] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "refresh_cache-e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.236062] env[70691]: DEBUG nova.network.neutron [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 702.304409] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 0126f1df-f823-4d94-910d-8edbda1c7d36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.363254] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.363254] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.404800] env[70691]: DEBUG nova.compute.manager [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 702.468582] env[70691]: DEBUG nova.network.neutron [-] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.470290] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453575, 'name': ReconfigVM_Task, 'duration_secs': 0.607138} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.470830] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Reconfigured VM instance instance-0000000a to attach disk [datastore2] e51cd5d1-a00a-46fa-ab85-8d79bbc98100/e51cd5d1-a00a-46fa-ab85-8d79bbc98100.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.472022] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5732e6f3-01ca-4646-9a7c-5e1900bfce15 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.480115] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 702.480115] env[70691]: value = "task-3453577" [ 702.480115] env[70691]: _type = "Task" [ 702.480115] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.493219] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453577, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.642533] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453576, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.674270] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eeb935-79a8-62b6-7fec-8779ccd632d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014525} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.674627] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.674900] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 893d73fe-32f3-4b54-a58b-70242f452bce/893d73fe-32f3-4b54-a58b-70242f452bce.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 702.675250] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a772a7d-b07e-4926-a237-45a722ed1c4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.683188] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 702.683188] env[70691]: value = "task-3453578" [ 702.683188] env[70691]: _type = "Task" [ 702.683188] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.699063] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.715410] env[70691]: INFO nova.compute.manager [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Rebuilding instance [ 702.774302] env[70691]: DEBUG nova.compute.manager [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 702.775243] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4d7ee8-c4ab-4d84-945b-724fc090275a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.808907] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 35828fe9-7966-4d5a-b860-2cabb825ce9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.832561] env[70691]: DEBUG nova.network.neutron [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 702.926742] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.972176] env[70691]: INFO nova.compute.manager [-] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Took 1.05 seconds to deallocate network for instance. [ 703.005572] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453577, 'name': Rename_Task, 'duration_secs': 0.218306} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.006675] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 703.008018] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71824d63-431b-4cc2-be6b-d4415ea846a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.017024] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 703.017024] env[70691]: value = "task-3453579" [ 703.017024] env[70691]: _type = "Task" [ 703.017024] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.032702] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.140285] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678375} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.141056] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] aaf5cee2-6568-483a-8fbb-ebae9a51b408/aaf5cee2-6568-483a-8fbb-ebae9a51b408.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 703.141484] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.141981] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5153c92-63a9-4ea6-aaff-3a7ccb75d669 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.151293] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 703.151293] env[70691]: value = "task-3453580" [ 703.151293] env[70691]: _type = "Task" [ 703.151293] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.163740] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.166614] env[70691]: DEBUG nova.network.neutron [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Successfully updated port: fcec0d42-9ad6-446f-b1de-4759fbf741ea {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.204025] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.214212] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquiring lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.214212] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.290333] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 703.290852] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95f0c9fe-ef50-411b-b9c2-778f2532a575 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.299153] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 703.299153] env[70691]: value = "task-3453581" [ 703.299153] env[70691]: _type = "Task" [ 703.299153] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.312609] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.313482] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 2326608f-ae29-49b0-847a-d8eee0560304 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.339997] env[70691]: DEBUG nova.network.neutron [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Updating instance_info_cache with network_info: [{"id": "4854ba23-7774-4cab-8933-b0457e08f89b", "address": "fa:16:3e:3f:c0:25", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4854ba23-77", "ovs_interfaceid": "4854ba23-7774-4cab-8933-b0457e08f89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.479727] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.503903] env[70691]: DEBUG nova.compute.manager [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Stashing vm_state: active {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 703.531131] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.667018] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191443} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.667405] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.668316] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de858ffb-6638-417f-a30a-74a45aca2a22 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.672578] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "refresh_cache-d74fa746-ef23-4b52-a3e2-790a9b64f723" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.672956] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "refresh_cache-d74fa746-ef23-4b52-a3e2-790a9b64f723" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.672956] env[70691]: DEBUG nova.network.neutron [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 703.698244] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] aaf5cee2-6568-483a-8fbb-ebae9a51b408/aaf5cee2-6568-483a-8fbb-ebae9a51b408.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.701902] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d11f19-b086-4e25-8f71-0543fb27dee9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.722986] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627588} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.724556] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 893d73fe-32f3-4b54-a58b-70242f452bce/893d73fe-32f3-4b54-a58b-70242f452bce.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 703.724915] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.725295] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 703.725295] env[70691]: value = "task-3453582" [ 703.725295] env[70691]: _type = "Task" [ 703.725295] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.725491] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bc5e073-3e85-4575-8461-d14841056ef2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.737676] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.739509] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 703.739509] env[70691]: value = "task-3453583" [ 703.739509] env[70691]: _type = "Task" [ 703.739509] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.748516] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.812180] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453581, 'name': PowerOffVM_Task, 'duration_secs': 0.148022} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.812180] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 703.812180] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 703.813136] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075c8f54-d41e-40d7-b2e2-d11cd00375e0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.817451] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance decfe3a6-3638-4fc0-9cf4-b954ea9c8af1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.829531] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 703.829837] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba391cdf-ed24-4e48-b82b-34c3965adbe8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.843356] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "refresh_cache-e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.843762] env[70691]: DEBUG nova.compute.manager [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Instance network_info: |[{"id": "4854ba23-7774-4cab-8933-b0457e08f89b", "address": "fa:16:3e:3f:c0:25", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4854ba23-77", "ovs_interfaceid": "4854ba23-7774-4cab-8933-b0457e08f89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 703.844211] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:c0:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4854ba23-7774-4cab-8933-b0457e08f89b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.862478] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Creating folder: Project (fe1323a7709545e5b018086420c73f1d). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 703.864671] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fce2aff-a525-41e6-9606-0185f8a147a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.866675] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 703.866994] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 703.867137] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Deleting the datastore file [datastore2] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.867388] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f8b34c5-56fc-46b0-87ed-05be0dd1e8f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.874217] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 703.874217] env[70691]: value = "task-3453586" [ 703.874217] env[70691]: _type = "Task" [ 703.874217] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.883593] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Created folder: Project (fe1323a7709545e5b018086420c73f1d) in parent group-v689428. [ 703.883747] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Creating folder: Instances. Parent ref: group-v689465. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 703.884461] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0421e89-592c-46f5-ba10-7ef4c5af2c09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.889494] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.896991] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Created folder: Instances in parent group-v689465. [ 703.897327] env[70691]: DEBUG oslo.service.loopingcall [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.897563] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 703.897858] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6535fc61-3ee2-4a06-9293-ac14a5435538 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.926336] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.926336] env[70691]: value = "task-3453588" [ 703.926336] env[70691]: _type = "Task" [ 703.926336] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.936010] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453588, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.036456] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.038251] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.241028] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.251885] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235407} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.253255] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.253978] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca63017-6fa5-4c87-9648-0109d08e54b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.277474] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 893d73fe-32f3-4b54-a58b-70242f452bce/893d73fe-32f3-4b54-a58b-70242f452bce.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.277892] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180a407a-e8ec-49d5-9040-182d02821e29 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.309699] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 704.309699] env[70691]: value = "task-3453589" [ 704.309699] env[70691]: _type = "Task" [ 704.309699] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.310891] env[70691]: DEBUG nova.network.neutron [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 704.323587] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 10ce594d-4e67-4652-9b0f-99cbfe06fb3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.325131] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.384357] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261028} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.384693] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.384825] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 704.385119] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 704.435873] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453588, 'name': CreateVM_Task, 'duration_secs': 0.505633} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.436727] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 704.437672] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.438055] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.438325] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.438750] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8384bf3-efb1-4052-b527-f9fcbf97635e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.446849] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 704.446849] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524e9e9e-9a03-3292-f990-a354f724eab9" [ 704.446849] env[70691]: _type = "Task" [ 704.446849] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.456767] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524e9e9e-9a03-3292-f990-a354f724eab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.480489] env[70691]: DEBUG nova.compute.manager [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Received event network-vif-plugged-e039a476-1d3a-41d2-b9d8-0a2c715eb1cb {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 704.480719] env[70691]: DEBUG oslo_concurrency.lockutils [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] Acquiring lock "893d73fe-32f3-4b54-a58b-70242f452bce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.480927] env[70691]: DEBUG oslo_concurrency.lockutils [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] Lock "893d73fe-32f3-4b54-a58b-70242f452bce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.481113] env[70691]: DEBUG oslo_concurrency.lockutils [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] Lock "893d73fe-32f3-4b54-a58b-70242f452bce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.481284] env[70691]: DEBUG nova.compute.manager [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] No waiting events found dispatching network-vif-plugged-e039a476-1d3a-41d2-b9d8-0a2c715eb1cb {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 704.481443] env[70691]: WARNING nova.compute.manager [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Received unexpected event network-vif-plugged-e039a476-1d3a-41d2-b9d8-0a2c715eb1cb for instance with vm_state building and task_state spawning. [ 704.481642] env[70691]: DEBUG nova.compute.manager [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Received event network-vif-plugged-4854ba23-7774-4cab-8933-b0457e08f89b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 704.481753] env[70691]: DEBUG oslo_concurrency.lockutils [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] Acquiring lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.481922] env[70691]: DEBUG oslo_concurrency.lockutils [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.482089] env[70691]: DEBUG oslo_concurrency.lockutils [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.482245] env[70691]: DEBUG nova.compute.manager [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] No waiting events found dispatching network-vif-plugged-4854ba23-7774-4cab-8933-b0457e08f89b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 704.482400] env[70691]: WARNING nova.compute.manager [req-a38e07f8-f4c1-4b84-8594-cfa181a20798 req-a6f7428d-30bd-46bc-9042-89c6fa8e9216 service nova] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Received unexpected event network-vif-plugged-4854ba23-7774-4cab-8933-b0457e08f89b for instance with vm_state building and task_state spawning. [ 704.502024] env[70691]: DEBUG nova.compute.manager [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Received event network-changed-52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 704.502233] env[70691]: DEBUG nova.compute.manager [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Refreshing instance network info cache due to event network-changed-52708f39-7dc4-4e47-b8af-1e036b869865. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 704.502846] env[70691]: DEBUG oslo_concurrency.lockutils [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] Acquiring lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.502846] env[70691]: DEBUG oslo_concurrency.lockutils [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] Acquired lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.502846] env[70691]: DEBUG nova.network.neutron [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Refreshing network info cache for port 52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 704.528995] env[70691]: DEBUG oslo_vmware.api [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453579, 'name': PowerOnVM_Task, 'duration_secs': 1.428877} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.529668] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 704.529897] env[70691]: INFO nova.compute.manager [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Took 13.76 seconds to spawn the instance on the hypervisor. [ 704.530086] env[70691]: DEBUG nova.compute.manager [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 704.533680] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595ce9e2-eee0-4ccb-9acc-b2c4ddcb280f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.743686] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453582, 'name': ReconfigVM_Task, 'duration_secs': 0.656386} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.744646] env[70691]: DEBUG nova.network.neutron [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Updating instance_info_cache with network_info: [{"id": "fcec0d42-9ad6-446f-b1de-4759fbf741ea", "address": "fa:16:3e:22:c5:dc", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcec0d42-9a", "ovs_interfaceid": "fcec0d42-9ad6-446f-b1de-4759fbf741ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.746764] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Reconfigured VM instance instance-0000000b to attach disk [datastore1] aaf5cee2-6568-483a-8fbb-ebae9a51b408/aaf5cee2-6568-483a-8fbb-ebae9a51b408.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.746764] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bf32864-55ea-4692-ae36-82dbb42d2e2c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.756174] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 704.756174] env[70691]: value = "task-3453590" [ 704.756174] env[70691]: _type = "Task" [ 704.756174] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.764724] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453590, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.831444] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance db073798-feb7-4319-8345-53a5716ff15b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.832703] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.836664] env[70691]: DEBUG nova.compute.manager [req-885bd7ac-9c45-442c-a3a0-e881707c3907 req-7049b1f4-e59c-40f0-8e3b-c56e4d7a2f0e service nova] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Received event network-changed-e039a476-1d3a-41d2-b9d8-0a2c715eb1cb {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 704.836664] env[70691]: DEBUG nova.compute.manager [req-885bd7ac-9c45-442c-a3a0-e881707c3907 req-7049b1f4-e59c-40f0-8e3b-c56e4d7a2f0e service nova] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Refreshing instance network info cache due to event network-changed-e039a476-1d3a-41d2-b9d8-0a2c715eb1cb. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 704.836664] env[70691]: DEBUG oslo_concurrency.lockutils [req-885bd7ac-9c45-442c-a3a0-e881707c3907 req-7049b1f4-e59c-40f0-8e3b-c56e4d7a2f0e service nova] Acquiring lock "refresh_cache-893d73fe-32f3-4b54-a58b-70242f452bce" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.836664] env[70691]: DEBUG oslo_concurrency.lockutils [req-885bd7ac-9c45-442c-a3a0-e881707c3907 req-7049b1f4-e59c-40f0-8e3b-c56e4d7a2f0e service nova] Acquired lock "refresh_cache-893d73fe-32f3-4b54-a58b-70242f452bce" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.837347] env[70691]: DEBUG nova.network.neutron [req-885bd7ac-9c45-442c-a3a0-e881707c3907 req-7049b1f4-e59c-40f0-8e3b-c56e4d7a2f0e service nova] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Refreshing network info cache for port e039a476-1d3a-41d2-b9d8-0a2c715eb1cb {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 704.962540] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524e9e9e-9a03-3292-f990-a354f724eab9, 'name': SearchDatastore_Task, 'duration_secs': 0.029567} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.963087] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.966186] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.966481] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.966820] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.966820] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.967105] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-142a294c-8ad6-47e7-9aa2-138fac3f0eea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.981305] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.981464] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 704.982257] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fed1a9a-c3c3-47a0-a554-8ef9880726ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.990829] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 704.990829] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523c2490-748a-30bc-475d-71857aa7e406" [ 704.990829] env[70691]: _type = "Task" [ 704.990829] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.000950] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523c2490-748a-30bc-475d-71857aa7e406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.055425] env[70691]: INFO nova.compute.manager [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Took 29.34 seconds to build instance. [ 705.253406] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "refresh_cache-d74fa746-ef23-4b52-a3e2-790a9b64f723" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.257561] env[70691]: DEBUG nova.compute.manager [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Instance network_info: |[{"id": "fcec0d42-9ad6-446f-b1de-4759fbf741ea", "address": "fa:16:3e:22:c5:dc", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcec0d42-9a", "ovs_interfaceid": "fcec0d42-9ad6-446f-b1de-4759fbf741ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 705.258191] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c5:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcec0d42-9ad6-446f-b1de-4759fbf741ea', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.266477] env[70691]: DEBUG oslo.service.loopingcall [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.269763] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 705.269869] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a6af1f-1e3f-4300-87b7-b2094bcb9e03 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.290684] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453590, 'name': Rename_Task, 'duration_secs': 0.329213} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.292782] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 705.292782] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.292782] env[70691]: value = "task-3453591" [ 705.292782] env[70691]: _type = "Task" [ 705.292782] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.292782] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b66d7de3-bc34-4e80-ae2f-59993cba82cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.309200] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453591, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.310839] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 705.310839] env[70691]: value = "task-3453592" [ 705.310839] env[70691]: _type = "Task" [ 705.310839] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.325504] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453592, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.335962] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 0dbc17b6-125b-4c04-a6d1-261ce319ef4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.336297] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453589, 'name': ReconfigVM_Task, 'duration_secs': 1.017375} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.337844] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 893d73fe-32f3-4b54-a58b-70242f452bce/893d73fe-32f3-4b54-a58b-70242f452bce.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.339215] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e31025e9-4d6e-4067-801f-566c2d1e8691 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.350503] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 705.350503] env[70691]: value = "task-3453593" [ 705.350503] env[70691]: _type = "Task" [ 705.350503] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.365162] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453593, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.429366] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 705.429608] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 705.429758] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.429975] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 705.430185] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.430335] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 705.430558] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 705.430712] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 705.430876] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 705.431054] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 705.431245] env[70691]: DEBUG nova.virt.hardware [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.432151] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ac6808-69df-4d40-98b0-66bade15c6a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.444475] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e97e7-cf4f-4a00-ab2c-a3ee004b0df7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.462681] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.469608] env[70691]: DEBUG oslo.service.loopingcall [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.469608] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 705.469608] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1abfce2-7194-48a6-861c-e242d0ef86bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.487346] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.487346] env[70691]: value = "task-3453594" [ 705.487346] env[70691]: _type = "Task" [ 705.487346] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.495696] env[70691]: DEBUG nova.network.neutron [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Updated VIF entry in instance network info cache for port 52708f39-7dc4-4e47-b8af-1e036b869865. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 705.496082] env[70691]: DEBUG nova.network.neutron [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Updating instance_info_cache with network_info: [{"id": "52708f39-7dc4-4e47-b8af-1e036b869865", "address": "fa:16:3e:bf:e4:06", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52708f39-7d", "ovs_interfaceid": "52708f39-7dc4-4e47-b8af-1e036b869865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.504730] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453594, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.509586] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523c2490-748a-30bc-475d-71857aa7e406, 'name': SearchDatastore_Task, 'duration_secs': 0.013317} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.510767] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dd3024-7e4c-4357-a088-70068cb62a0d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.517491] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 705.517491] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523e31b7-6dd5-d5b9-795a-dd246c999e5a" [ 705.517491] env[70691]: _type = "Task" [ 705.517491] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.531347] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523e31b7-6dd5-d5b9-795a-dd246c999e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.557500] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa870697-2261-46c2-9d2a-de2a37007e2e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.858s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.712371] env[70691]: DEBUG nova.network.neutron [req-885bd7ac-9c45-442c-a3a0-e881707c3907 req-7049b1f4-e59c-40f0-8e3b-c56e4d7a2f0e service nova] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Updated VIF entry in instance network info cache for port e039a476-1d3a-41d2-b9d8-0a2c715eb1cb. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 705.712785] env[70691]: DEBUG nova.network.neutron [req-885bd7ac-9c45-442c-a3a0-e881707c3907 req-7049b1f4-e59c-40f0-8e3b-c56e4d7a2f0e service nova] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Updating instance_info_cache with network_info: [{"id": "e039a476-1d3a-41d2-b9d8-0a2c715eb1cb", "address": "fa:16:3e:48:ce:f6", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape039a476-1d", "ovs_interfaceid": "e039a476-1d3a-41d2-b9d8-0a2c715eb1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.812504] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453591, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.823959] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453592, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.840495] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance dcb49fa9-5348-4a65-a377-1fdf86173293 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.840692] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 705.840853] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 705.860630] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453593, 'name': Rename_Task, 'duration_secs': 0.202894} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.860916] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 705.861494] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652eda6a-a3ec-40ae-8413-ee85fa046613 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.869128] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 705.869128] env[70691]: value = "task-3453595" [ 705.869128] env[70691]: _type = "Task" [ 705.869128] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.879568] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.999210] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453594, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.006816] env[70691]: DEBUG oslo_concurrency.lockutils [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] Releasing lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.007781] env[70691]: DEBUG nova.compute.manager [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Received event network-changed-4854ba23-7774-4cab-8933-b0457e08f89b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 706.007781] env[70691]: DEBUG nova.compute.manager [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Refreshing instance network info cache due to event network-changed-4854ba23-7774-4cab-8933-b0457e08f89b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 706.007781] env[70691]: DEBUG oslo_concurrency.lockutils [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] Acquiring lock "refresh_cache-e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.007781] env[70691]: DEBUG oslo_concurrency.lockutils [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] Acquired lock "refresh_cache-e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.009167] env[70691]: DEBUG nova.network.neutron [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Refreshing network info cache for port 4854ba23-7774-4cab-8933-b0457e08f89b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 706.029603] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523e31b7-6dd5-d5b9-795a-dd246c999e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.032663] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.032955] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d/e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 706.037162] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1fa80fe-b110-4b25-8d02-97f8441eb8b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.044915] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 706.044915] env[70691]: value = "task-3453596" [ 706.044915] env[70691]: _type = "Task" [ 706.044915] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.056937] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.069908] env[70691]: DEBUG nova.compute.manager [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 706.200634] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "1b318a7c-b4d1-48a7-a260-06a67db6db43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.201022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "1b318a7c-b4d1-48a7-a260-06a67db6db43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.201242] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "1b318a7c-b4d1-48a7-a260-06a67db6db43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.201432] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "1b318a7c-b4d1-48a7-a260-06a67db6db43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.201599] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "1b318a7c-b4d1-48a7-a260-06a67db6db43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.203884] env[70691]: INFO nova.compute.manager [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Terminating instance [ 706.205967] env[70691]: DEBUG nova.compute.manager [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 706.206196] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 706.207289] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b11fd5e-27fd-4c70-b9f2-1471578ea950 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.218929] env[70691]: DEBUG oslo_concurrency.lockutils [req-885bd7ac-9c45-442c-a3a0-e881707c3907 req-7049b1f4-e59c-40f0-8e3b-c56e4d7a2f0e service nova] Releasing lock "refresh_cache-893d73fe-32f3-4b54-a58b-70242f452bce" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.219535] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 706.219793] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc4b1f16-ab34-422e-b937-b7dbd76b7ae4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.226749] env[70691]: DEBUG oslo_vmware.api [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 706.226749] env[70691]: value = "task-3453597" [ 706.226749] env[70691]: _type = "Task" [ 706.226749] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.243402] env[70691]: DEBUG oslo_vmware.api [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.312187] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453591, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.337176] env[70691]: DEBUG oslo_vmware.api [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453592, 'name': PowerOnVM_Task, 'duration_secs': 0.836282} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.337176] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 706.337176] env[70691]: INFO nova.compute.manager [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Took 13.08 seconds to spawn the instance on the hypervisor. [ 706.337176] env[70691]: DEBUG nova.compute.manager [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 706.341024] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a4f1cc-e809-4133-8153-d2206332ae21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.386086] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.488045] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e092ca5-f238-492c-ab81-2d61bf280e44 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.505850] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015695b5-6e50-4850-919b-be387f4580a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.509604] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453594, 'name': CreateVM_Task, 'duration_secs': 0.523866} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.512243] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 706.513555] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.513555] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.513973] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.514550] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7f0f7e-cb3e-4047-964e-82d09be6120d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.551078] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0616968e-3bb6-46d2-a0cd-bf1cce6c34d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.556655] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 706.556655] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527449a3-f582-42ad-067a-77a69d5b3e21" [ 706.556655] env[70691]: _type = "Task" [ 706.556655] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.565543] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.568092] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f10cc4c-58e4-44a6-9533-9834830f6195 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.580356] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527449a3-f582-42ad-067a-77a69d5b3e21, 'name': SearchDatastore_Task, 'duration_secs': 0.011839} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.585466] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.585738] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.585972] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.586144] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.586328] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.586936] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8090dfd4-4769-42ff-8ec7-5a2e3a2eecec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.597663] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.604068] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.605987] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.606143] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 706.606868] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e22566e-2ee3-426f-be50-996b2ceba86c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.613450] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 706.613450] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ebdfe7-6769-f519-ff81-326736c6302e" [ 706.613450] env[70691]: _type = "Task" [ 706.613450] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.623046] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ebdfe7-6769-f519-ff81-326736c6302e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.740244] env[70691]: DEBUG oslo_vmware.api [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453597, 'name': PowerOffVM_Task, 'duration_secs': 0.359317} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.740616] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 706.740783] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 706.741049] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00f92204-7d4b-4f3d-97a5-b026cc359169 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.807277] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453591, 'name': CreateVM_Task, 'duration_secs': 1.485741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.807663] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 706.808425] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.808666] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.808989] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.809364] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f41d35-7f77-4dca-b593-e8442166fb5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.815630] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 706.815630] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5202352f-7ac3-4502-209e-f4c51e09fdca" [ 706.815630] env[70691]: _type = "Task" [ 706.815630] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.827258] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5202352f-7ac3-4502-209e-f4c51e09fdca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.842817] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 706.843209] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 706.843562] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleting the datastore file [datastore1] 1b318a7c-b4d1-48a7-a260-06a67db6db43 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.845902] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65da6a5f-f38e-4d89-8ac8-ca0a4f4f4b31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.854763] env[70691]: DEBUG oslo_vmware.api [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 706.854763] env[70691]: value = "task-3453599" [ 706.854763] env[70691]: _type = "Task" [ 706.854763] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.874350] env[70691]: DEBUG oslo_vmware.api [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.876916] env[70691]: INFO nova.compute.manager [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Took 23.43 seconds to build instance. [ 706.890669] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.032276] env[70691]: DEBUG nova.network.neutron [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Updated VIF entry in instance network info cache for port 4854ba23-7774-4cab-8933-b0457e08f89b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 707.032816] env[70691]: DEBUG nova.network.neutron [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Updating instance_info_cache with network_info: [{"id": "4854ba23-7774-4cab-8933-b0457e08f89b", "address": "fa:16:3e:3f:c0:25", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4854ba23-77", "ovs_interfaceid": "4854ba23-7774-4cab-8933-b0457e08f89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.061690] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453596, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.104407] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 707.129499] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ebdfe7-6769-f519-ff81-326736c6302e, 'name': SearchDatastore_Task, 'duration_secs': 0.020923} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.130603] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb04c60-1b7c-4ced-9b2c-2d367f351a2c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.140019] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 707.140019] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b177ca-f93e-d1af-ddc2-d33ad9abcb40" [ 707.140019] env[70691]: _type = "Task" [ 707.140019] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.149513] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b177ca-f93e-d1af-ddc2-d33ad9abcb40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.332213] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5202352f-7ac3-4502-209e-f4c51e09fdca, 'name': SearchDatastore_Task, 'duration_secs': 0.046398} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.332733] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.332896] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.333086] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.370168] env[70691]: DEBUG oslo_vmware.api [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40288} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.371095] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.371095] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 707.371095] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 707.371095] env[70691]: INFO nova.compute.manager [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Took 1.16 seconds to destroy the instance on the hypervisor. [ 707.371360] env[70691]: DEBUG oslo.service.loopingcall [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.371579] env[70691]: DEBUG nova.compute.manager [-] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 707.371636] env[70691]: DEBUG nova.network.neutron [-] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 707.383256] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a07a4853-00e1-4ab9-9792-8889e926c7b1 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.857s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.392414] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453595, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.537153] env[70691]: DEBUG oslo_concurrency.lockutils [req-197e8e16-902d-4796-b981-da3ff369d5ab req-1863c81e-2a7b-4581-99d2-af9989e12861 service nova] Releasing lock "refresh_cache-e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.558955] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453596, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.10329} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.559188] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d/e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 707.559435] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.559784] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f14ac69f-5590-46bd-940e-8ff95bfd23f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.567515] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 707.567515] env[70691]: value = "task-3453600" [ 707.567515] env[70691]: _type = "Task" [ 707.567515] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.580147] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.612187] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 707.613976] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.415s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.613976] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.346s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.617447] env[70691]: INFO nova.compute.claims [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.655213] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b177ca-f93e-d1af-ddc2-d33ad9abcb40, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.655815] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.656930] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 707.656930] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.656930] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.656930] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-865dd821-7224-4a12-b8ac-a2ef859fe6a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.658998] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c95c8d-343a-4682-a92e-9b51bcb8ec96 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.666359] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 707.666359] env[70691]: value = "task-3453601" [ 707.666359] env[70691]: _type = "Task" [ 707.666359] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.673050] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.673246] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 707.674876] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13bd80cf-b657-4003-9e0f-3d198471a92e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.684222] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.687505] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 707.687505] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e7630b-bf77-e71b-3e9f-d0d3b6241cf7" [ 707.687505] env[70691]: _type = "Task" [ 707.687505] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.696217] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e7630b-bf77-e71b-3e9f-d0d3b6241cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.896374] env[70691]: DEBUG nova.compute.manager [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 707.896693] env[70691]: DEBUG oslo_vmware.api [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453595, 'name': PowerOnVM_Task, 'duration_secs': 1.596826} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.896948] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 707.897668] env[70691]: INFO nova.compute.manager [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Took 12.00 seconds to spawn the instance on the hypervisor. [ 707.897668] env[70691]: DEBUG nova.compute.manager [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 707.898425] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c57c089-845b-43bc-ba11-5b47a0f4f4d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.087176] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073536} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.087483] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.089822] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68508ad4-16ba-48a6-83b9-5748517da968 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.119911] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d/e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.120511] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd474a30-1f67-4cd1-82d8-351a44315152 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.145370] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 708.145370] env[70691]: value = "task-3453602" [ 708.145370] env[70691]: _type = "Task" [ 708.145370] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.157368] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.161678] env[70691]: DEBUG nova.compute.manager [req-9bdfcb30-1938-4b9f-b7f3-369bf88b275b req-17be143b-652f-4f59-a20a-8b0e33d614da service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Received event network-changed-52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 708.161869] env[70691]: DEBUG nova.compute.manager [req-9bdfcb30-1938-4b9f-b7f3-369bf88b275b req-17be143b-652f-4f59-a20a-8b0e33d614da service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Refreshing instance network info cache due to event network-changed-52708f39-7dc4-4e47-b8af-1e036b869865. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 708.162154] env[70691]: DEBUG oslo_concurrency.lockutils [req-9bdfcb30-1938-4b9f-b7f3-369bf88b275b req-17be143b-652f-4f59-a20a-8b0e33d614da service nova] Acquiring lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.162301] env[70691]: DEBUG oslo_concurrency.lockutils [req-9bdfcb30-1938-4b9f-b7f3-369bf88b275b req-17be143b-652f-4f59-a20a-8b0e33d614da service nova] Acquired lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.162510] env[70691]: DEBUG nova.network.neutron [req-9bdfcb30-1938-4b9f-b7f3-369bf88b275b req-17be143b-652f-4f59-a20a-8b0e33d614da service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Refreshing network info cache for port 52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 708.179879] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453601, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.202448] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e7630b-bf77-e71b-3e9f-d0d3b6241cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.01814} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.204864] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a289b3e3-3abc-421f-b672-db1de3961968 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.211137] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 708.211137] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d4e491-754c-7116-daa9-5800b04f6ed3" [ 708.211137] env[70691]: _type = "Task" [ 708.211137] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.224826] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d4e491-754c-7116-daa9-5800b04f6ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.311032] env[70691]: DEBUG nova.network.neutron [-] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.348714] env[70691]: DEBUG nova.compute.manager [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Received event network-vif-plugged-fcec0d42-9ad6-446f-b1de-4759fbf741ea {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 708.348935] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] Acquiring lock "d74fa746-ef23-4b52-a3e2-790a9b64f723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.353355] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] Lock "d74fa746-ef23-4b52-a3e2-790a9b64f723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.353355] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] Lock "d74fa746-ef23-4b52-a3e2-790a9b64f723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.353514] env[70691]: DEBUG nova.compute.manager [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] No waiting events found dispatching network-vif-plugged-fcec0d42-9ad6-446f-b1de-4759fbf741ea {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 708.353708] env[70691]: WARNING nova.compute.manager [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Received unexpected event network-vif-plugged-fcec0d42-9ad6-446f-b1de-4759fbf741ea for instance with vm_state building and task_state spawning. [ 708.353793] env[70691]: DEBUG nova.compute.manager [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Received event network-changed-fcec0d42-9ad6-446f-b1de-4759fbf741ea {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 708.354235] env[70691]: DEBUG nova.compute.manager [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Refreshing instance network info cache due to event network-changed-fcec0d42-9ad6-446f-b1de-4759fbf741ea. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 708.354573] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] Acquiring lock "refresh_cache-d74fa746-ef23-4b52-a3e2-790a9b64f723" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.354649] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] Acquired lock "refresh_cache-d74fa746-ef23-4b52-a3e2-790a9b64f723" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.354833] env[70691]: DEBUG nova.network.neutron [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Refreshing network info cache for port fcec0d42-9ad6-446f-b1de-4759fbf741ea {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 708.421867] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.429896] env[70691]: INFO nova.compute.manager [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Took 23.86 seconds to build instance. [ 708.595423] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "20002014-6a8c-4dfd-9ed3-7c75207750bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.595751] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "20002014-6a8c-4dfd-9ed3-7c75207750bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.663251] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.684704] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812301} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.684704] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 708.686087] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.686327] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cca37a5b-cd4b-4e26-b3bd-d6f28cfb9ffd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.695452] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 708.695452] env[70691]: value = "task-3453603" [ 708.695452] env[70691]: _type = "Task" [ 708.695452] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.716506] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.734645] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d4e491-754c-7116-daa9-5800b04f6ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.05399} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.734937] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.735211] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d74fa746-ef23-4b52-a3e2-790a9b64f723/d74fa746-ef23-4b52-a3e2-790a9b64f723.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 708.735515] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d253706-2c51-494f-91c3-d1a1b24daa57 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.744884] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 708.744884] env[70691]: value = "task-3453604" [ 708.744884] env[70691]: _type = "Task" [ 708.744884] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.756323] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.807700] env[70691]: INFO nova.compute.manager [-] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Took 1.44 seconds to deallocate network for instance. [ 708.933251] env[70691]: DEBUG oslo_concurrency.lockutils [None req-92cc0a82-0c3b-476b-a542-ed279a66bdc6 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "893d73fe-32f3-4b54-a58b-70242f452bce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.232s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.036615] env[70691]: DEBUG nova.network.neutron [req-9bdfcb30-1938-4b9f-b7f3-369bf88b275b req-17be143b-652f-4f59-a20a-8b0e33d614da service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Updated VIF entry in instance network info cache for port 52708f39-7dc4-4e47-b8af-1e036b869865. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 709.037420] env[70691]: DEBUG nova.network.neutron [req-9bdfcb30-1938-4b9f-b7f3-369bf88b275b req-17be143b-652f-4f59-a20a-8b0e33d614da service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Updating instance_info_cache with network_info: [{"id": "52708f39-7dc4-4e47-b8af-1e036b869865", "address": "fa:16:3e:bf:e4:06", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52708f39-7d", "ovs_interfaceid": "52708f39-7dc4-4e47-b8af-1e036b869865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.161916] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453602, 'name': ReconfigVM_Task, 'duration_secs': 0.567653} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.162334] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Reconfigured VM instance instance-0000000d to attach disk [datastore1] e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d/e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.163574] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dddcaf33-9ae6-42b1-af07-3201cb9b6af8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.175067] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 709.175067] env[70691]: value = "task-3453609" [ 709.175067] env[70691]: _type = "Task" [ 709.175067] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.192717] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453609, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.204241] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140981} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.204491] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.205450] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3bf88e-c561-42e1-b4d3-c42264ab88bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.229211] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.232504] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a2c4c43-0625-4b51-b395-977ee28df3b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.264199] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453604, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.264471] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 709.264471] env[70691]: value = "task-3453610" [ 709.264471] env[70691]: _type = "Task" [ 709.264471] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.280953] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.318066] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.322961] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac64ac9-082c-44ef-8555-e90852b87dbb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.333869] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b45fa79-60e1-4402-a630-9ea48e9a264f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.368124] env[70691]: DEBUG nova.network.neutron [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Updated VIF entry in instance network info cache for port fcec0d42-9ad6-446f-b1de-4759fbf741ea. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 709.368493] env[70691]: DEBUG nova.network.neutron [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Updating instance_info_cache with network_info: [{"id": "fcec0d42-9ad6-446f-b1de-4759fbf741ea", "address": "fa:16:3e:22:c5:dc", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcec0d42-9a", "ovs_interfaceid": "fcec0d42-9ad6-446f-b1de-4759fbf741ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.372116] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92f92a5-8fa0-4bee-93ea-9465372e60f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.380557] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5447c5-9de0-48a6-8aa0-a1e8d44fae9d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.398265] env[70691]: DEBUG nova.compute.provider_tree [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.436401] env[70691]: DEBUG nova.compute.manager [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 709.541526] env[70691]: DEBUG oslo_concurrency.lockutils [req-9bdfcb30-1938-4b9f-b7f3-369bf88b275b req-17be143b-652f-4f59-a20a-8b0e33d614da service nova] Releasing lock "refresh_cache-9df6fabe-f667-4fa4-978d-2e8896a7d18c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.689376] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453609, 'name': Rename_Task, 'duration_secs': 0.303337} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.689656] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 709.689902] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd6417f4-6cd5-4ea3-85c5-0b6386b9dee4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.698025] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 709.698025] env[70691]: value = "task-3453611" [ 709.698025] env[70691]: _type = "Task" [ 709.698025] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.707587] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.760345] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70538} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.760692] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d74fa746-ef23-4b52-a3e2-790a9b64f723/d74fa746-ef23-4b52-a3e2-790a9b64f723.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 709.760881] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.761178] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8065f11-febc-473c-a0a5-628a6ad2c306 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.768130] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 709.768130] env[70691]: value = "task-3453612" [ 709.768130] env[70691]: _type = "Task" [ 709.768130] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.780781] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.783744] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453610, 'name': ReconfigVM_Task, 'duration_secs': 0.43514} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.784090] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0/2047d6d1-2b70-4edb-8fd6-8af659efc6c0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.784735] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c88d29ca-1956-4277-9e82-01c95a134a97 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.790795] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 709.790795] env[70691]: value = "task-3453613" [ 709.790795] env[70691]: _type = "Task" [ 709.790795] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.799328] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453613, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.875258] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] Releasing lock "refresh_cache-d74fa746-ef23-4b52-a3e2-790a9b64f723" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.875532] env[70691]: DEBUG nova.compute.manager [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Received event network-changed-5e5cd593-fefb-4c52-b134-0f1a6e1acc8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 709.875705] env[70691]: DEBUG nova.compute.manager [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Refreshing instance network info cache due to event network-changed-5e5cd593-fefb-4c52-b134-0f1a6e1acc8b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 709.875922] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] Acquiring lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.876078] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] Acquired lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.876246] env[70691]: DEBUG nova.network.neutron [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Refreshing network info cache for port 5e5cd593-fefb-4c52-b134-0f1a6e1acc8b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 709.902132] env[70691]: DEBUG nova.scheduler.client.report [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 709.960435] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.210633] env[70691]: DEBUG oslo_vmware.api [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453611, 'name': PowerOnVM_Task, 'duration_secs': 0.479842} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.211247] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 710.211368] env[70691]: INFO nova.compute.manager [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Took 11.69 seconds to spawn the instance on the hypervisor. [ 710.211534] env[70691]: DEBUG nova.compute.manager [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 710.212404] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd778f-1b3c-4b14-9e0c-e4e6f7cfc2fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.287413] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067593} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.287801] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.289111] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a292a21-3680-4a82-b366-219ef5df38c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.321916] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d74fa746-ef23-4b52-a3e2-790a9b64f723/d74fa746-ef23-4b52-a3e2-790a9b64f723.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.325449] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b550a623-8c73-481e-8618-ed2767174b07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.343110] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453613, 'name': Rename_Task, 'duration_secs': 0.16095} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.343110] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 710.343703] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-212edf4e-cd76-48c1-8036-3d73b4bc441b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.348183] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 710.348183] env[70691]: value = "task-3453614" [ 710.348183] env[70691]: _type = "Task" [ 710.348183] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.352542] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Waiting for the task: (returnval){ [ 710.352542] env[70691]: value = "task-3453615" [ 710.352542] env[70691]: _type = "Task" [ 710.352542] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.360390] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.366308] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.409788] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.410646] env[70691]: DEBUG nova.compute.manager [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 710.414669] env[70691]: DEBUG oslo_concurrency.lockutils [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.328s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.414976] env[70691]: DEBUG oslo_concurrency.lockutils [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.418137] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.026s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.418318] env[70691]: DEBUG nova.objects.instance [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 710.462828] env[70691]: INFO nova.scheduler.client.report [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Deleted allocations for instance 5759352e-c85a-4147-b6aa-32c16df8f3ef [ 710.662324] env[70691]: DEBUG nova.compute.manager [req-c9975f44-a87c-4d88-afcf-cd2c2354eb57 req-f98d76ce-77ee-4ebd-b850-7ff2bd7ec27b service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Received event network-changed-e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 710.662324] env[70691]: DEBUG nova.compute.manager [req-c9975f44-a87c-4d88-afcf-cd2c2354eb57 req-f98d76ce-77ee-4ebd-b850-7ff2bd7ec27b service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Refreshing instance network info cache due to event network-changed-e915d249-02f6-4c44-8edc-a92b24335693. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 710.662324] env[70691]: DEBUG oslo_concurrency.lockutils [req-c9975f44-a87c-4d88-afcf-cd2c2354eb57 req-f98d76ce-77ee-4ebd-b850-7ff2bd7ec27b service nova] Acquiring lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.662521] env[70691]: DEBUG oslo_concurrency.lockutils [req-c9975f44-a87c-4d88-afcf-cd2c2354eb57 req-f98d76ce-77ee-4ebd-b850-7ff2bd7ec27b service nova] Acquired lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.662572] env[70691]: DEBUG nova.network.neutron [req-c9975f44-a87c-4d88-afcf-cd2c2354eb57 req-f98d76ce-77ee-4ebd-b850-7ff2bd7ec27b service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Refreshing network info cache for port e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 710.711948] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquiring lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.712583] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.712831] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquiring lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.713061] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.713243] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.716340] env[70691]: INFO nova.compute.manager [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Terminating instance [ 710.720507] env[70691]: DEBUG nova.compute.manager [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 710.720838] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 710.723570] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c365748b-060e-43b1-b944-4379e9e0a88a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.730918] env[70691]: DEBUG nova.network.neutron [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updated VIF entry in instance network info cache for port 5e5cd593-fefb-4c52-b134-0f1a6e1acc8b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 710.731437] env[70691]: DEBUG nova.network.neutron [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance_info_cache with network_info: [{"id": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "address": "fa:16:3e:04:4a:22", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5cd593-fe", "ovs_interfaceid": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.743400] env[70691]: INFO nova.compute.manager [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Took 26.02 seconds to build instance. [ 710.749393] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 710.749696] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c6d2e1c-c284-4b8a-812b-6880ffb6f09c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.757093] env[70691]: DEBUG oslo_vmware.api [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 710.757093] env[70691]: value = "task-3453616" [ 710.757093] env[70691]: _type = "Task" [ 710.757093] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.766493] env[70691]: DEBUG oslo_vmware.api [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.860829] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453614, 'name': ReconfigVM_Task, 'duration_secs': 0.453608} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.861784] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d74fa746-ef23-4b52-a3e2-790a9b64f723/d74fa746-ef23-4b52-a3e2-790a9b64f723.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.862356] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-471d8359-722f-4ad1-b1e0-783512825dc2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.866976] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453615, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.870682] env[70691]: DEBUG nova.compute.manager [req-2ae83c6d-b953-4f02-9750-f373a82a70d4 req-26060cf2-6c5d-4365-926c-c0553efd589f service nova] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Received event network-vif-deleted-dc85322d-9cb8-40f8-b53e-15f2962f1138 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 710.872496] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 710.872496] env[70691]: value = "task-3453617" [ 710.872496] env[70691]: _type = "Task" [ 710.872496] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.884154] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453617, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.929786] env[70691]: DEBUG nova.compute.utils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.929786] env[70691]: DEBUG nova.compute.manager [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 710.929786] env[70691]: DEBUG nova.network.neutron [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 710.971860] env[70691]: DEBUG oslo_concurrency.lockutils [None req-292dde90-1546-4c2e-8f00-cae6f1d42731 tempest-DeleteServersAdminTestJSON-2069914149 tempest-DeleteServersAdminTestJSON-2069914149-project-admin] Lock "5759352e-c85a-4147-b6aa-32c16df8f3ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.359s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.983179] env[70691]: INFO nova.compute.manager [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Rescuing [ 710.983468] env[70691]: DEBUG oslo_concurrency.lockutils [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "refresh_cache-893d73fe-32f3-4b54-a58b-70242f452bce" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.983635] env[70691]: DEBUG oslo_concurrency.lockutils [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "refresh_cache-893d73fe-32f3-4b54-a58b-70242f452bce" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.983917] env[70691]: DEBUG nova.network.neutron [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 710.994686] env[70691]: DEBUG nova.policy [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fcd677e2edb4250ad66f19571d77c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a5f6e590c64db5b66ee09e825b562f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 711.242360] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b600442-bc06-42df-a48f-f73411bf2e08 req-8ccd3335-47d3-48e0-a39d-1da4d2b17c3e service nova] Releasing lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.249719] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2668c6da-e559-48f8-9a1e-7d1c0db43d7b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.503s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.275573] env[70691]: DEBUG oslo_vmware.api [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453616, 'name': PowerOffVM_Task, 'duration_secs': 0.356653} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.280080] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 711.280430] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 711.281145] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04d0f3b2-5f6c-4c04-ac1b-5d01faad5c83 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.365502] env[70691]: DEBUG oslo_vmware.api [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Task: {'id': task-3453615, 'name': PowerOnVM_Task, 'duration_secs': 0.75879} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.366546] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 711.366546] env[70691]: DEBUG nova.compute.manager [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 711.366903] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f347984-4b04-4b5a-83b2-4e9e24031258 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.390730] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453617, 'name': Rename_Task, 'duration_secs': 0.192377} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.391500] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 711.391500] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3521882-6e12-4869-b142-c216bc7932a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.397912] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 711.397912] env[70691]: value = "task-3453619" [ 711.397912] env[70691]: _type = "Task" [ 711.397912] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.407994] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.431909] env[70691]: DEBUG nova.compute.manager [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 711.436009] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9d840763-8edb-4341-a38f-d1ca9c2390d9 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.436844] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.660s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.439336] env[70691]: INFO nova.compute.claims [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.513023] env[70691]: DEBUG nova.network.neutron [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Successfully created port: 9f2942ac-9636-4067-b7e7-920d0d551315 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.613355] env[70691]: DEBUG nova.network.neutron [req-c9975f44-a87c-4d88-afcf-cd2c2354eb57 req-f98d76ce-77ee-4ebd-b850-7ff2bd7ec27b service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Updated VIF entry in instance network info cache for port e915d249-02f6-4c44-8edc-a92b24335693. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 711.613840] env[70691]: DEBUG nova.network.neutron [req-c9975f44-a87c-4d88-afcf-cd2c2354eb57 req-f98d76ce-77ee-4ebd-b850-7ff2bd7ec27b service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Updating instance_info_cache with network_info: [{"id": "e915d249-02f6-4c44-8edc-a92b24335693", "address": "fa:16:3e:fd:3e:69", "network": {"id": "d4e163a3-b0ee-471f-9674-2d94ab1f085e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1035073068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec46e450b2f4876b5d632fd80af47cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape915d249-02", "ovs_interfaceid": "e915d249-02f6-4c44-8edc-a92b24335693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.754038] env[70691]: DEBUG nova.compute.manager [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 711.787274] env[70691]: DEBUG nova.network.neutron [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Updating instance_info_cache with network_info: [{"id": "e039a476-1d3a-41d2-b9d8-0a2c715eb1cb", "address": "fa:16:3e:48:ce:f6", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape039a476-1d", "ovs_interfaceid": "e039a476-1d3a-41d2-b9d8-0a2c715eb1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.893155] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.913555] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.117125] env[70691]: DEBUG oslo_concurrency.lockutils [req-c9975f44-a87c-4d88-afcf-cd2c2354eb57 req-f98d76ce-77ee-4ebd-b850-7ff2bd7ec27b service nova] Releasing lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.285350] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.290413] env[70691]: DEBUG oslo_concurrency.lockutils [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "refresh_cache-893d73fe-32f3-4b54-a58b-70242f452bce" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.412037] env[70691]: DEBUG oslo_vmware.api [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453619, 'name': PowerOnVM_Task, 'duration_secs': 0.980055} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.412350] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 712.412619] env[70691]: INFO nova.compute.manager [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Took 11.17 seconds to spawn the instance on the hypervisor. [ 712.412901] env[70691]: DEBUG nova.compute.manager [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 712.414257] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f73ed39-8b0c-4e8c-bd69-0313304a55da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.443784] env[70691]: DEBUG nova.compute.manager [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 712.476221] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 712.476489] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 712.476647] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.476825] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 712.476994] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.477198] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 712.477414] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 712.477572] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 712.477764] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 712.477984] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 712.478237] env[70691]: DEBUG nova.virt.hardware [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 712.479660] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c8ece2-ed1d-44ce-9195-ef7a09065c03 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.491938] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec077bf-1c53-4e74-aa56-6a8958b803fa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.839325] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 712.839983] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6d28117-e0d1-4835-bdcd-4fedcd5225cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.847518] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 712.847518] env[70691]: value = "task-3453621" [ 712.847518] env[70691]: _type = "Task" [ 712.847518] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.866930] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.887058] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c384ba6-70f3-4e8e-9942-9b4e34c1ee7b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.896960] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e490c5c-22cf-4f3e-9453-3728bb19dac9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.939776] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff643fb-21b2-495a-82d5-8ac7c33ee852 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.942720] env[70691]: INFO nova.compute.manager [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Took 26.66 seconds to build instance. [ 712.949554] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd988e2d-f8c7-4345-8480-fa086ff65af0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.964714] env[70691]: DEBUG nova.compute.provider_tree [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.359845] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453621, 'name': PowerOffVM_Task, 'duration_secs': 0.315829} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.360301] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 713.361382] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665769b6-f261-4ac3-979b-f495971909cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.390974] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b704a22-2da2-4f30-b5c3-ecd4e8e1c031 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.435971] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 713.436331] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d65944de-aa98-41a3-a81a-3e70b1e59ddb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.443505] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 713.443505] env[70691]: value = "task-3453622" [ 713.443505] env[70691]: _type = "Task" [ 713.443505] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.447151] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bf767ece-6781-47d1-980f-97c3b3fb8cb1 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "d74fa746-ef23-4b52-a3e2-790a9b64f723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.612s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.453520] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 713.453768] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.454025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.454176] env[70691]: DEBUG oslo_concurrency.lockutils [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.454380] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.454659] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4862e24-e883-4250-9f0a-1a38bcb34e27 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.471747] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.471826] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 713.472598] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdd0e0e-327b-4aa7-a96f-53dc0e0f6a23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.478652] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 713.478652] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523439b4-7323-ec18-9922-7444727de583" [ 713.478652] env[70691]: _type = "Task" [ 713.478652] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.487311] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523439b4-7323-ec18-9922-7444727de583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.488154] env[70691]: ERROR nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [req-259e8217-d62b-4e02-953d-255296398969] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-259e8217-d62b-4e02-953d-255296398969"}]} [ 713.515527] env[70691]: DEBUG nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 713.533492] env[70691]: DEBUG nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 713.533754] env[70691]: DEBUG nova.compute.provider_tree [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.549296] env[70691]: DEBUG nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 713.575218] env[70691]: DEBUG nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 713.729959] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "2047d6d1-2b70-4edb-8fd6-8af659efc6c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.729959] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "2047d6d1-2b70-4edb-8fd6-8af659efc6c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.729959] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "2047d6d1-2b70-4edb-8fd6-8af659efc6c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.729959] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "2047d6d1-2b70-4edb-8fd6-8af659efc6c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.730345] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "2047d6d1-2b70-4edb-8fd6-8af659efc6c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.734389] env[70691]: INFO nova.compute.manager [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Terminating instance [ 713.736450] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "refresh_cache-2047d6d1-2b70-4edb-8fd6-8af659efc6c0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.736896] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquired lock "refresh_cache-2047d6d1-2b70-4edb-8fd6-8af659efc6c0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.737138] env[70691]: DEBUG nova.network.neutron [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 713.774388] env[70691]: DEBUG nova.compute.manager [req-5011b0eb-4702-40de-abb7-ce963a9823cb req-e1bbf3f7-b5f9-4108-ab14-3dc0c8489f07 service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Received event network-changed-e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 713.774579] env[70691]: DEBUG nova.compute.manager [req-5011b0eb-4702-40de-abb7-ce963a9823cb req-e1bbf3f7-b5f9-4108-ab14-3dc0c8489f07 service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Refreshing instance network info cache due to event network-changed-e915d249-02f6-4c44-8edc-a92b24335693. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 713.774846] env[70691]: DEBUG oslo_concurrency.lockutils [req-5011b0eb-4702-40de-abb7-ce963a9823cb req-e1bbf3f7-b5f9-4108-ab14-3dc0c8489f07 service nova] Acquiring lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.775630] env[70691]: DEBUG oslo_concurrency.lockutils [req-5011b0eb-4702-40de-abb7-ce963a9823cb req-e1bbf3f7-b5f9-4108-ab14-3dc0c8489f07 service nova] Acquired lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.775630] env[70691]: DEBUG nova.network.neutron [req-5011b0eb-4702-40de-abb7-ce963a9823cb req-e1bbf3f7-b5f9-4108-ab14-3dc0c8489f07 service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Refreshing network info cache for port e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 713.780473] env[70691]: DEBUG nova.network.neutron [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Successfully updated port: 9f2942ac-9636-4067-b7e7-920d0d551315 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.949804] env[70691]: DEBUG nova.compute.manager [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 713.996849] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523439b4-7323-ec18-9922-7444727de583, 'name': SearchDatastore_Task, 'duration_secs': 0.028735} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.999932] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197bd7ab-8f16-4f8f-8523-5114f4a88c55 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.007426] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 714.007426] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526ab2b4-6777-fb16-e18c-9112e0099a63" [ 714.007426] env[70691]: _type = "Task" [ 714.007426] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.019370] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 714.019613] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 714.019796] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Deleting the datastore file [datastore1] aaf5cee2-6568-483a-8fbb-ebae9a51b408 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.020491] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719e5d66-3d44-46cb-bd97-9b5d135fddee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.025558] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526ab2b4-6777-fb16-e18c-9112e0099a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.027805] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ac14e3-8b25-43fd-97f5-e19ed564be3e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.032109] env[70691]: DEBUG oslo_vmware.api [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for the task: (returnval){ [ 714.032109] env[70691]: value = "task-3453623" [ 714.032109] env[70691]: _type = "Task" [ 714.032109] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.041063] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b306692-2280-48ac-beb2-94396d840e4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.047951] env[70691]: DEBUG oslo_vmware.api [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.076033] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d2fb8-9da9-4550-b90c-7a2b0b8752ac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.085560] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfad8e7-c1b1-456f-a61f-9af033357859 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.106022] env[70691]: DEBUG nova.compute.provider_tree [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.247940] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "966a3ad3-a18d-4e1b-905a-237256966ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.249029] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "966a3ad3-a18d-4e1b-905a-237256966ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.283512] env[70691]: DEBUG nova.network.neutron [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 714.285514] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "refresh_cache-a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.285772] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "refresh_cache-a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.285896] env[70691]: DEBUG nova.network.neutron [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 714.361841] env[70691]: DEBUG nova.network.neutron [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.484394] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.521184] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526ab2b4-6777-fb16-e18c-9112e0099a63, 'name': SearchDatastore_Task, 'duration_secs': 0.018885} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.521452] env[70691]: DEBUG oslo_concurrency.lockutils [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.521698] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 893d73fe-32f3-4b54-a58b-70242f452bce/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. {{(pid=70691) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 714.521952] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f929a7e-ea18-4698-a126-76b8f1bab5bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.524695] env[70691]: DEBUG nova.network.neutron [req-5011b0eb-4702-40de-abb7-ce963a9823cb req-e1bbf3f7-b5f9-4108-ab14-3dc0c8489f07 service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Updated VIF entry in instance network info cache for port e915d249-02f6-4c44-8edc-a92b24335693. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 714.525026] env[70691]: DEBUG nova.network.neutron [req-5011b0eb-4702-40de-abb7-ce963a9823cb req-e1bbf3f7-b5f9-4108-ab14-3dc0c8489f07 service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Updating instance_info_cache with network_info: [{"id": "e915d249-02f6-4c44-8edc-a92b24335693", "address": "fa:16:3e:fd:3e:69", "network": {"id": "d4e163a3-b0ee-471f-9674-2d94ab1f085e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1035073068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ec46e450b2f4876b5d632fd80af47cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape915d249-02", "ovs_interfaceid": "e915d249-02f6-4c44-8edc-a92b24335693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.534132] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 714.534132] env[70691]: value = "task-3453625" [ 714.534132] env[70691]: _type = "Task" [ 714.534132] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.545661] env[70691]: DEBUG oslo_vmware.api [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Task: {'id': task-3453623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372188} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.548664] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.548895] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 714.549095] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 714.549270] env[70691]: INFO nova.compute.manager [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Took 3.83 seconds to destroy the instance on the hypervisor. [ 714.549511] env[70691]: DEBUG oslo.service.loopingcall [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.549706] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.550178] env[70691]: DEBUG nova.compute.manager [-] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 714.550296] env[70691]: DEBUG nova.network.neutron [-] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 714.624011] env[70691]: ERROR nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [req-043f0ee9-4189-4668-92ba-aab75cc57fda] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-043f0ee9-4189-4668-92ba-aab75cc57fda"}]} [ 714.647784] env[70691]: DEBUG nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 714.660854] env[70691]: DEBUG nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 714.660854] env[70691]: DEBUG nova.compute.provider_tree [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.672844] env[70691]: DEBUG nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 714.694154] env[70691]: DEBUG nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 714.828523] env[70691]: DEBUG nova.network.neutron [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 714.865019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Releasing lock "refresh_cache-2047d6d1-2b70-4edb-8fd6-8af659efc6c0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.865642] env[70691]: DEBUG nova.compute.manager [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 714.865905] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 714.867823] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b21273-ee29-466a-b16f-5870cd1fba6a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.882276] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 714.882276] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab17d7dc-64c0-4e92-8d04-08fb67d72882 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.890230] env[70691]: DEBUG oslo_vmware.api [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 714.890230] env[70691]: value = "task-3453626" [ 714.890230] env[70691]: _type = "Task" [ 714.890230] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.898134] env[70691]: DEBUG oslo_vmware.api [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.011040] env[70691]: DEBUG nova.network.neutron [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Updating instance_info_cache with network_info: [{"id": "9f2942ac-9636-4067-b7e7-920d0d551315", "address": "fa:16:3e:c3:a6:07", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f2942ac-96", "ovs_interfaceid": "9f2942ac-9636-4067-b7e7-920d0d551315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.027901] env[70691]: DEBUG oslo_concurrency.lockutils [req-5011b0eb-4702-40de-abb7-ce963a9823cb req-e1bbf3f7-b5f9-4108-ab14-3dc0c8489f07 service nova] Releasing lock "refresh_cache-1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.051551] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453625, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.234978] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81123ad-7cd3-4dfe-b1ba-a195e8034bc4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.248026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af61f29-15da-4079-baa3-5d369606ba94 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.282219] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eb133e-bee3-4be7-9668-b637232486d7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.294049] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d5f05d-34db-497d-93d9-1a42a1def712 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.307216] env[70691]: DEBUG nova.compute.provider_tree [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.399990] env[70691]: DEBUG oslo_vmware.api [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453626, 'name': PowerOffVM_Task, 'duration_secs': 0.204093} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.402296] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 715.402296] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 715.402296] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bf6b0a2-09b9-440d-9a7e-81b07bf92848 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.425318] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 715.425539] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 715.425719] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Deleting the datastore file [datastore1] 2047d6d1-2b70-4edb-8fd6-8af659efc6c0 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.425982] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f46bedf6-8867-4c31-85c6-91b4e488d53a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.433693] env[70691]: DEBUG oslo_vmware.api [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for the task: (returnval){ [ 715.433693] env[70691]: value = "task-3453628" [ 715.433693] env[70691]: _type = "Task" [ 715.433693] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.441692] env[70691]: DEBUG oslo_vmware.api [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.516621] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "refresh_cache-a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.516972] env[70691]: DEBUG nova.compute.manager [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Instance network_info: |[{"id": "9f2942ac-9636-4067-b7e7-920d0d551315", "address": "fa:16:3e:c3:a6:07", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f2942ac-96", "ovs_interfaceid": "9f2942ac-9636-4067-b7e7-920d0d551315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 715.517454] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a6:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f2942ac-9636-4067-b7e7-920d0d551315', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.526041] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating folder: Project (99a5f6e590c64db5b66ee09e825b562f). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 715.526426] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2824b936-7bf9-484b-8557-1672780cc2fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.539787] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Created folder: Project (99a5f6e590c64db5b66ee09e825b562f) in parent group-v689428. [ 715.540531] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating folder: Instances. Parent ref: group-v689473. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 715.540664] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5ba35b1-79db-4fe2-bdea-997aad52c567 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.545369] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736753} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.545931] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 893d73fe-32f3-4b54-a58b-70242f452bce/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. [ 715.547224] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176bda8b-3c66-41bc-89fe-d685492ae1ac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.568416] env[70691]: DEBUG nova.network.neutron [-] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.570261] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Created folder: Instances in parent group-v689473. [ 715.570261] env[70691]: DEBUG oslo.service.loopingcall [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.578532] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 893d73fe-32f3-4b54-a58b-70242f452bce/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.579118] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 715.579721] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a5eb224-3fa7-4e6d-af34-580c18da7c2e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.596834] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f91bcce-cf1f-4e1f-95fb-93bc72062307 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.618131] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 715.618131] env[70691]: value = "task-3453631" [ 715.618131] env[70691]: _type = "Task" [ 715.618131] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.619879] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.619879] env[70691]: value = "task-3453632" [ 715.619879] env[70691]: _type = "Task" [ 715.619879] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.635991] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.636572] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453632, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.813021] env[70691]: DEBUG nova.scheduler.client.report [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 715.874161] env[70691]: DEBUG nova.compute.manager [req-373728e3-33fc-4f87-a3a0-2185d83fa014 req-3aeba286-6cac-47b8-956a-1516378b9013 service nova] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Received event network-vif-deleted-313b0fb8-68b5-4433-9794-f7fcdf182409 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 715.944679] env[70691]: DEBUG oslo_vmware.api [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Task: {'id': task-3453628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352565} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.945176] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.945525] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 715.945845] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 715.946670] env[70691]: INFO nova.compute.manager [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 715.947078] env[70691]: DEBUG oslo.service.loopingcall [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.947398] env[70691]: DEBUG nova.compute.manager [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 715.947623] env[70691]: DEBUG nova.network.neutron [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 715.966451] env[70691]: DEBUG nova.network.neutron [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 716.080906] env[70691]: INFO nova.compute.manager [-] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Took 1.53 seconds to deallocate network for instance. [ 716.135158] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.139232] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453632, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.317335] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.880s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.317439] env[70691]: DEBUG nova.compute.manager [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 716.321919] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.148s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.324054] env[70691]: INFO nova.compute.claims [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.368239] env[70691]: DEBUG nova.compute.manager [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Received event network-vif-plugged-9f2942ac-9636-4067-b7e7-920d0d551315 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 716.368748] env[70691]: DEBUG oslo_concurrency.lockutils [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] Acquiring lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.368748] env[70691]: DEBUG oslo_concurrency.lockutils [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.368914] env[70691]: DEBUG oslo_concurrency.lockutils [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.369235] env[70691]: DEBUG nova.compute.manager [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] No waiting events found dispatching network-vif-plugged-9f2942ac-9636-4067-b7e7-920d0d551315 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 716.369235] env[70691]: WARNING nova.compute.manager [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Received unexpected event network-vif-plugged-9f2942ac-9636-4067-b7e7-920d0d551315 for instance with vm_state building and task_state spawning. [ 716.369501] env[70691]: DEBUG nova.compute.manager [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Received event network-changed-9f2942ac-9636-4067-b7e7-920d0d551315 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 716.369731] env[70691]: DEBUG nova.compute.manager [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Refreshing instance network info cache due to event network-changed-9f2942ac-9636-4067-b7e7-920d0d551315. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 716.369980] env[70691]: DEBUG oslo_concurrency.lockutils [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] Acquiring lock "refresh_cache-a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.370798] env[70691]: DEBUG oslo_concurrency.lockutils [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] Acquired lock "refresh_cache-a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.370798] env[70691]: DEBUG nova.network.neutron [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Refreshing network info cache for port 9f2942ac-9636-4067-b7e7-920d0d551315 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 716.471402] env[70691]: DEBUG nova.network.neutron [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.593540] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.634040] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453631, 'name': ReconfigVM_Task, 'duration_secs': 0.797093} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.634040] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 893d73fe-32f3-4b54-a58b-70242f452bce/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.635213] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59181fe6-acad-4276-b814-f172b78acb17 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.643019] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453632, 'name': CreateVM_Task, 'duration_secs': 0.674895} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.643019] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 716.643821] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.644182] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.644601] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.668795] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12fab9db-99a4-4c36-8fc0-91dfacba4ca1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.676044] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16822a3e-0e18-4566-bcd7-79fe96eff97c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.693194] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 716.693194] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52544436-fdad-2131-2f8a-7fa5c5af46f0" [ 716.693194] env[70691]: _type = "Task" [ 716.693194] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.697162] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 716.697162] env[70691]: value = "task-3453634" [ 716.697162] env[70691]: _type = "Task" [ 716.697162] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.705544] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52544436-fdad-2131-2f8a-7fa5c5af46f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.714908] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.830228] env[70691]: DEBUG nova.compute.utils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 716.832367] env[70691]: DEBUG nova.compute.manager [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 716.832367] env[70691]: DEBUG nova.network.neutron [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 716.924671] env[70691]: DEBUG nova.policy [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c28eb6ffa0b4abc949f1e7c09b542c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0436ea1f391a445393accc14f69cd62c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 716.974230] env[70691]: INFO nova.compute.manager [-] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Took 1.03 seconds to deallocate network for instance. [ 717.206213] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52544436-fdad-2131-2f8a-7fa5c5af46f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015634} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.206947] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.210789] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.210789] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.210789] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.210789] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.211850] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eccc370c-b26b-449d-8459-2b0009233d21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.214235] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453634, 'name': ReconfigVM_Task, 'duration_secs': 0.28434} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.214235] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 717.215201] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-631f7388-a1f8-446a-a98b-027ac1172938 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.226391] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.226779] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 717.228255] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 717.228255] env[70691]: value = "task-3453635" [ 717.228255] env[70691]: _type = "Task" [ 717.228255] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.228597] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef46fa99-3c70-480b-a7d8-81551368335f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.243273] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 717.243273] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e94025-8c25-4c2f-1f1c-f2b77b3c92ce" [ 717.243273] env[70691]: _type = "Task" [ 717.243273] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.250486] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453635, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.267430] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e94025-8c25-4c2f-1f1c-f2b77b3c92ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.268256] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46327085-d414-4ee6-b39a-b577e3e21130 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.274739] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 717.274739] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5241d939-9513-714b-3123-e4e174d44456" [ 717.274739] env[70691]: _type = "Task" [ 717.274739] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.283254] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5241d939-9513-714b-3123-e4e174d44456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.337261] env[70691]: DEBUG nova.compute.manager [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 717.400169] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquiring lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.400452] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.400667] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquiring lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.400845] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.401014] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.403846] env[70691]: INFO nova.compute.manager [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Terminating instance [ 717.406199] env[70691]: DEBUG nova.compute.manager [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 717.406458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 717.407251] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd29cda-a212-460d-b8cc-299c67974a60 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.420043] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 717.420299] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c39a291b-7af8-4dbf-bf1a-e56f38e10a72 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.427866] env[70691]: DEBUG oslo_vmware.api [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 717.427866] env[70691]: value = "task-3453636" [ 717.427866] env[70691]: _type = "Task" [ 717.427866] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.439436] env[70691]: DEBUG oslo_vmware.api [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.444366] env[70691]: DEBUG nova.network.neutron [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Updated VIF entry in instance network info cache for port 9f2942ac-9636-4067-b7e7-920d0d551315. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 717.444724] env[70691]: DEBUG nova.network.neutron [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Updating instance_info_cache with network_info: [{"id": "9f2942ac-9636-4067-b7e7-920d0d551315", "address": "fa:16:3e:c3:a6:07", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f2942ac-96", "ovs_interfaceid": "9f2942ac-9636-4067-b7e7-920d0d551315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.482669] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.650821] env[70691]: DEBUG nova.network.neutron [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Successfully created port: 88f5d792-20f2-49cf-9712-02a4e247a0c2 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.746345] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.789503] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5241d939-9513-714b-3123-e4e174d44456, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.789751] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.789999] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7/a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 717.790359] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6501f680-b477-4290-bb69-2caafebbb3b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.800591] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 717.800591] env[70691]: value = "task-3453637" [ 717.800591] env[70691]: _type = "Task" [ 717.800591] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.809778] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.905227] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b8819b-50d7-424c-80d2-94ff42bb775a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.912829] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc43cbe7-ac32-4a90-8de0-398493346d4f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.953417] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1582c4be-b05b-42e3-97af-8dca6849e27f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.957186] env[70691]: DEBUG oslo_concurrency.lockutils [req-da47393e-987e-42e6-b8fc-8083f435d509 req-e3961d68-b35b-4346-89d1-de41555d4d39 service nova] Releasing lock "refresh_cache-a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.965918] env[70691]: DEBUG oslo_vmware.api [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453636, 'name': PowerOffVM_Task, 'duration_secs': 0.397541} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.969192] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 717.969192] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 717.969192] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c607ac4d-354f-4967-a8ad-696d183c18aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.971760] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17251306-50b2-428f-9183-57ecf18ec4db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.991410] env[70691]: DEBUG nova.compute.provider_tree [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.038584] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 718.038752] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 718.038919] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Deleting the datastore file [datastore2] 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.039233] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c055c71-9e2b-4b83-83fe-52da8ac24e94 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.050948] env[70691]: DEBUG oslo_vmware.api [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for the task: (returnval){ [ 718.050948] env[70691]: value = "task-3453639" [ 718.050948] env[70691]: _type = "Task" [ 718.050948] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.060589] env[70691]: DEBUG oslo_vmware.api [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.252520] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.311669] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.356433] env[70691]: DEBUG nova.compute.manager [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 718.400194] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 718.400194] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 718.400513] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.400843] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 718.401193] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.401492] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 718.401845] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 718.402315] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 718.402734] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 718.403289] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 718.403643] env[70691]: DEBUG nova.virt.hardware [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 718.404766] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d896a9df-1266-403b-a1f4-972238da674b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.420025] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590a01ec-9294-4041-92c5-f607f9d17b0e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.496014] env[70691]: DEBUG nova.scheduler.client.report [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 718.569947] env[70691]: DEBUG oslo_vmware.api [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Task: {'id': task-3453639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372215} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.569947] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.570147] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 718.570147] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 718.570330] env[70691]: INFO nova.compute.manager [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 718.570585] env[70691]: DEBUG oslo.service.loopingcall [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 718.570768] env[70691]: DEBUG nova.compute.manager [-] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 718.570859] env[70691]: DEBUG nova.network.neutron [-] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 718.745712] env[70691]: DEBUG oslo_vmware.api [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453635, 'name': PowerOnVM_Task, 'duration_secs': 1.448405} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.745973] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 718.749187] env[70691]: DEBUG nova.compute.manager [None req-79e601de-9244-4d5f-8030-71ebaf800afe tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 718.750039] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9e1cd-4beb-457d-af36-6ee442068cb6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.811641] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666067} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.812595] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7/a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 718.812842] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.813204] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f941453-9160-4376-81c3-a4b68db018bc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.821975] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 718.821975] env[70691]: value = "task-3453641" [ 718.821975] env[70691]: _type = "Task" [ 718.821975] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.831229] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.007146] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.007146] env[70691]: DEBUG nova.compute.manager [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 719.012366] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.353s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.014348] env[70691]: INFO nova.compute.claims [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.246270] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquiring lock "7944d0ce-f048-4566-a93f-fbf3327b8297" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.246599] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "7944d0ce-f048-4566-a93f-fbf3327b8297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.339215] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07428} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.339215] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.339215] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c0572c-de0f-4ab6-8f61-948b79d01018 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.363636] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7/a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.364086] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28bf27ec-4fd3-4694-9dc0-78d7d90ab6c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.387848] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 719.387848] env[70691]: value = "task-3453642" [ 719.387848] env[70691]: _type = "Task" [ 719.387848] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.396539] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.440653] env[70691]: DEBUG nova.network.neutron [-] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.520700] env[70691]: DEBUG nova.compute.utils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 719.522264] env[70691]: DEBUG nova.compute.manager [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 719.522557] env[70691]: DEBUG nova.network.neutron [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 719.573612] env[70691]: DEBUG nova.policy [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47437935cd8b4bcbbcb11ea5ad9d2314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe1323a7709545e5b018086420c73f1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 719.906024] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.943247] env[70691]: INFO nova.compute.manager [-] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Took 1.37 seconds to deallocate network for instance. [ 720.029419] env[70691]: DEBUG nova.compute.manager [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 720.044978] env[70691]: DEBUG nova.compute.manager [req-e21e4966-2eb5-40a3-9c8a-d13052aeb143 req-2ec486eb-00b2-45b8-9f47-55d83f03d486 service nova] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Received event network-vif-deleted-e915d249-02f6-4c44-8edc-a92b24335693 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 720.279843] env[70691]: DEBUG nova.network.neutron [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Successfully created port: 830fefa5-0b2e-4a70-bbb2-e90a6db635b2 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.408438] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453642, 'name': ReconfigVM_Task, 'duration_secs': 0.888971} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.412179] env[70691]: DEBUG nova.network.neutron [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Successfully updated port: 88f5d792-20f2-49cf-9712-02a4e247a0c2 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.413495] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Reconfigured VM instance instance-0000000f to attach disk [datastore1] a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7/a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.414618] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ca94d66-f5b3-4382-8b65-43edd10b745a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.421537] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 720.421537] env[70691]: value = "task-3453643" [ 720.421537] env[70691]: _type = "Task" [ 720.421537] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.435195] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453643, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.459803] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.679490] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4191c9c1-523f-4ba3-b626-f0443089d440 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.693828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquiring lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.694169] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.699978] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6d9f09-25a9-4bb7-abcf-f0101e1126bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.736637] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994bfb67-81cd-4d11-a727-2339e6d42f3e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.747614] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597bb1ee-de1a-4646-a341-84ec7b2bc507 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.765192] env[70691]: DEBUG nova.compute.provider_tree [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.892285] env[70691]: DEBUG nova.compute.manager [req-b9b3b7bc-13e1-4b81-9af6-7bc4033365ef req-356746bc-a151-42c6-a66e-638e692f4c02 service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Received event network-vif-plugged-88f5d792-20f2-49cf-9712-02a4e247a0c2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 720.892728] env[70691]: DEBUG oslo_concurrency.lockutils [req-b9b3b7bc-13e1-4b81-9af6-7bc4033365ef req-356746bc-a151-42c6-a66e-638e692f4c02 service nova] Acquiring lock "1c255f61-e275-4b91-a75a-29ff39f15553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.892728] env[70691]: DEBUG oslo_concurrency.lockutils [req-b9b3b7bc-13e1-4b81-9af6-7bc4033365ef req-356746bc-a151-42c6-a66e-638e692f4c02 service nova] Lock "1c255f61-e275-4b91-a75a-29ff39f15553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.893170] env[70691]: DEBUG oslo_concurrency.lockutils [req-b9b3b7bc-13e1-4b81-9af6-7bc4033365ef req-356746bc-a151-42c6-a66e-638e692f4c02 service nova] Lock "1c255f61-e275-4b91-a75a-29ff39f15553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.893329] env[70691]: DEBUG nova.compute.manager [req-b9b3b7bc-13e1-4b81-9af6-7bc4033365ef req-356746bc-a151-42c6-a66e-638e692f4c02 service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] No waiting events found dispatching network-vif-plugged-88f5d792-20f2-49cf-9712-02a4e247a0c2 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 720.893489] env[70691]: WARNING nova.compute.manager [req-b9b3b7bc-13e1-4b81-9af6-7bc4033365ef req-356746bc-a151-42c6-a66e-638e692f4c02 service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Received unexpected event network-vif-plugged-88f5d792-20f2-49cf-9712-02a4e247a0c2 for instance with vm_state building and task_state spawning. [ 720.914936] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquiring lock "refresh_cache-1c255f61-e275-4b91-a75a-29ff39f15553" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.915134] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquired lock "refresh_cache-1c255f61-e275-4b91-a75a-29ff39f15553" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.915293] env[70691]: DEBUG nova.network.neutron [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 720.937335] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453643, 'name': Rename_Task, 'duration_secs': 0.249534} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.939357] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 720.939357] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f9ce52e-419e-4c50-8afb-b297a10e3e56 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.945866] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 720.945866] env[70691]: value = "task-3453644" [ 720.945866] env[70691]: _type = "Task" [ 720.945866] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.954215] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.045465] env[70691]: DEBUG nova.compute.manager [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 721.079789] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 721.080111] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 721.080323] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.080609] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 721.080800] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.080954] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 721.081198] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 721.081899] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 721.082140] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 721.082338] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 721.082543] env[70691]: DEBUG nova.virt.hardware [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 721.083497] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a01007-f1d7-4ac5-937e-d91d8b293645 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.094555] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdfab44-e7d5-4e52-9709-8dfbe7b4100a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.268877] env[70691]: DEBUG nova.scheduler.client.report [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 721.460271] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453644, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.474268] env[70691]: DEBUG nova.network.neutron [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 721.727350] env[70691]: DEBUG nova.network.neutron [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Updating instance_info_cache with network_info: [{"id": "88f5d792-20f2-49cf-9712-02a4e247a0c2", "address": "fa:16:3e:a1:a3:a4", "network": {"id": "8a9d466a-6700-4074-ab75-4a49644257c3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1271950120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0436ea1f391a445393accc14f69cd62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f5d792-20", "ovs_interfaceid": "88f5d792-20f2-49cf-9712-02a4e247a0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.775373] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.775373] env[70691]: DEBUG nova.compute.manager [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 721.779506] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.039s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.779506] env[70691]: DEBUG nova.objects.instance [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 721.967378] env[70691]: DEBUG oslo_vmware.api [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453644, 'name': PowerOnVM_Task, 'duration_secs': 0.912034} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.967678] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 721.967877] env[70691]: INFO nova.compute.manager [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Took 9.52 seconds to spawn the instance on the hypervisor. [ 721.968076] env[70691]: DEBUG nova.compute.manager [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 721.968976] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e445129-7efc-41c6-b188-87d235b61347 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.231501] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Releasing lock "refresh_cache-1c255f61-e275-4b91-a75a-29ff39f15553" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.231868] env[70691]: DEBUG nova.compute.manager [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Instance network_info: |[{"id": "88f5d792-20f2-49cf-9712-02a4e247a0c2", "address": "fa:16:3e:a1:a3:a4", "network": {"id": "8a9d466a-6700-4074-ab75-4a49644257c3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1271950120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0436ea1f391a445393accc14f69cd62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f5d792-20", "ovs_interfaceid": "88f5d792-20f2-49cf-9712-02a4e247a0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 722.232552] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a3:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88f5d792-20f2-49cf-9712-02a4e247a0c2', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.241411] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Creating folder: Project (0436ea1f391a445393accc14f69cd62c). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 722.241840] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-802a6ce6-786c-4d84-a7e0-4589b1de360a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.253096] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Created folder: Project (0436ea1f391a445393accc14f69cd62c) in parent group-v689428. [ 722.254684] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Creating folder: Instances. Parent ref: group-v689477. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 722.254684] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b16a88e-5918-4a87-b490-3ec50127d48b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.264236] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Created folder: Instances in parent group-v689477. [ 722.264489] env[70691]: DEBUG oslo.service.loopingcall [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.264682] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 722.265086] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b14d1f0-29b6-44e8-8fd1-fae1ef1654ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.281851] env[70691]: DEBUG nova.compute.utils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 722.283492] env[70691]: DEBUG nova.compute.manager [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 722.283492] env[70691]: DEBUG nova.network.neutron [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 722.292742] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.292742] env[70691]: value = "task-3453647" [ 722.292742] env[70691]: _type = "Task" [ 722.292742] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.302943] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453647, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.395586] env[70691]: DEBUG nova.policy [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fccfe74f22994738aaf3820afe33a33c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e381c9910c545f59a68ad3a50071b7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 722.494051] env[70691]: INFO nova.compute.manager [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Took 31.28 seconds to build instance. [ 722.791873] env[70691]: DEBUG nova.compute.manager [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 722.799252] env[70691]: DEBUG oslo_concurrency.lockutils [None req-66f98177-8242-489a-8da1-b5fca05f81b5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.805611] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.877s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.805611] env[70691]: INFO nova.compute.claims [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.821762] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453647, 'name': CreateVM_Task, 'duration_secs': 0.381901} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.821762] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 722.825756] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.825756] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.825756] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.825756] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b86b111-4f78-4344-bf99-c79cdf635b2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.832938] env[70691]: DEBUG nova.network.neutron [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Successfully updated port: 830fefa5-0b2e-4a70-bbb2-e90a6db635b2 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.838353] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 722.838353] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a99fe-3298-2ec4-918c-c1f03384995c" [ 722.838353] env[70691]: _type = "Task" [ 722.838353] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.853052] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a99fe-3298-2ec4-918c-c1f03384995c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.002345] env[70691]: DEBUG nova.network.neutron [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Successfully created port: 51fe0e78-f17e-4ebb-b182-1ca4a1d03a48 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.004730] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ae464d8-4b78-459e-87a3-79916971450c tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.819s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.336947] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "refresh_cache-e0daba4c-dd4c-48c4-bee6-e30a2d99e351" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.337125] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "refresh_cache-e0daba4c-dd4c-48c4-bee6-e30a2d99e351" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.337284] env[70691]: DEBUG nova.network.neutron [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 723.349468] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a99fe-3298-2ec4-918c-c1f03384995c, 'name': SearchDatastore_Task, 'duration_secs': 0.017429} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.350631] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.350631] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.350777] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.353283] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.353283] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.353283] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a2ff27-caaf-4713-8e88-db98d7e4e451 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.364082] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.364266] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 723.365118] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc650c7-0370-4259-a010-88ee53f8b5b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.374104] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 723.374104] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52741866-eab7-f2a4-d74b-09a644ed2a4d" [ 723.374104] env[70691]: _type = "Task" [ 723.374104] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.384413] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52741866-eab7-f2a4-d74b-09a644ed2a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.507882] env[70691]: DEBUG nova.compute.manager [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 723.530285] env[70691]: DEBUG nova.compute.manager [req-901a6870-402b-4d31-959a-7cb6a0b5ef92 req-698414bf-abc8-4026-839c-3fb254f2646e service nova] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Received event network-vif-plugged-830fefa5-0b2e-4a70-bbb2-e90a6db635b2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 723.530586] env[70691]: DEBUG oslo_concurrency.lockutils [req-901a6870-402b-4d31-959a-7cb6a0b5ef92 req-698414bf-abc8-4026-839c-3fb254f2646e service nova] Acquiring lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.530816] env[70691]: DEBUG oslo_concurrency.lockutils [req-901a6870-402b-4d31-959a-7cb6a0b5ef92 req-698414bf-abc8-4026-839c-3fb254f2646e service nova] Lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.531427] env[70691]: DEBUG oslo_concurrency.lockutils [req-901a6870-402b-4d31-959a-7cb6a0b5ef92 req-698414bf-abc8-4026-839c-3fb254f2646e service nova] Lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.531427] env[70691]: DEBUG nova.compute.manager [req-901a6870-402b-4d31-959a-7cb6a0b5ef92 req-698414bf-abc8-4026-839c-3fb254f2646e service nova] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] No waiting events found dispatching network-vif-plugged-830fefa5-0b2e-4a70-bbb2-e90a6db635b2 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 723.531427] env[70691]: WARNING nova.compute.manager [req-901a6870-402b-4d31-959a-7cb6a0b5ef92 req-698414bf-abc8-4026-839c-3fb254f2646e service nova] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Received unexpected event network-vif-plugged-830fefa5-0b2e-4a70-bbb2-e90a6db635b2 for instance with vm_state building and task_state spawning. [ 723.749772] env[70691]: DEBUG nova.compute.manager [req-7c224a9d-8ca5-4641-b09d-c170a6e4f852 req-98c0666b-0cf0-48a6-acd5-630108dd412b service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Received event network-changed-88f5d792-20f2-49cf-9712-02a4e247a0c2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 723.749941] env[70691]: DEBUG nova.compute.manager [req-7c224a9d-8ca5-4641-b09d-c170a6e4f852 req-98c0666b-0cf0-48a6-acd5-630108dd412b service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Refreshing instance network info cache due to event network-changed-88f5d792-20f2-49cf-9712-02a4e247a0c2. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 723.750173] env[70691]: DEBUG oslo_concurrency.lockutils [req-7c224a9d-8ca5-4641-b09d-c170a6e4f852 req-98c0666b-0cf0-48a6-acd5-630108dd412b service nova] Acquiring lock "refresh_cache-1c255f61-e275-4b91-a75a-29ff39f15553" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.750316] env[70691]: DEBUG oslo_concurrency.lockutils [req-7c224a9d-8ca5-4641-b09d-c170a6e4f852 req-98c0666b-0cf0-48a6-acd5-630108dd412b service nova] Acquired lock "refresh_cache-1c255f61-e275-4b91-a75a-29ff39f15553" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.750471] env[70691]: DEBUG nova.network.neutron [req-7c224a9d-8ca5-4641-b09d-c170a6e4f852 req-98c0666b-0cf0-48a6-acd5-630108dd412b service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Refreshing network info cache for port 88f5d792-20f2-49cf-9712-02a4e247a0c2 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 723.811688] env[70691]: DEBUG nova.compute.manager [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 723.862872] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 723.863030] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 723.867267] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.867267] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 723.867267] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.867267] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 723.867267] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 723.867450] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 723.867450] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 723.867450] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 723.867450] env[70691]: DEBUG nova.virt.hardware [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 723.867450] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7acf977-7687-41f6-8814-1087f595550a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.878060] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d0eaad-c87d-459e-9015-7a45ffaff3dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.885563] env[70691]: DEBUG nova.network.neutron [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 723.902967] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52741866-eab7-f2a4-d74b-09a644ed2a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.031959} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.906067] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d2d0f6-aef3-41c2-af40-28602f4c249f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.912644] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 723.912644] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5249453b-5cff-41b4-2b4f-820b3bea213a" [ 723.912644] env[70691]: _type = "Task" [ 723.912644] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.924705] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5249453b-5cff-41b4-2b4f-820b3bea213a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.033537] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.102602] env[70691]: DEBUG nova.network.neutron [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Updating instance_info_cache with network_info: [{"id": "830fefa5-0b2e-4a70-bbb2-e90a6db635b2", "address": "fa:16:3e:e6:d4:22", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830fefa5-0b", "ovs_interfaceid": "830fefa5-0b2e-4a70-bbb2-e90a6db635b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.331365] env[70691]: INFO nova.compute.manager [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Rescuing [ 724.331698] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.331776] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.332173] env[70691]: DEBUG nova.network.neutron [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 724.348439] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.348702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.348914] env[70691]: DEBUG nova.compute.manager [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 724.353060] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7dd67c-a87d-4f07-b9c2-a8d2443fee71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.363300] env[70691]: DEBUG nova.compute.manager [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 724.364560] env[70691]: DEBUG nova.objects.instance [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lazy-loading 'flavor' on Instance uuid a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.371100] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20772e16-d6dc-4ec1-b803-f52a49802f81 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.378658] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06b3cbe-6377-4edb-bb1e-5443aeb31d4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.426224] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3aba5e-3ea2-42a6-aedc-591d888fedf6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.437830] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5249453b-5cff-41b4-2b4f-820b3bea213a, 'name': SearchDatastore_Task, 'duration_secs': 0.026513} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.440370] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b9c638-9dda-43ac-8428-8e4befbd3d04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.443092] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.443365] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1c255f61-e275-4b91-a75a-29ff39f15553/1c255f61-e275-4b91-a75a-29ff39f15553.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 724.444204] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6f2a86-f659-49c2-aa01-73e17144a04b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.456853] env[70691]: DEBUG nova.compute.provider_tree [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.459377] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 724.459377] env[70691]: value = "task-3453649" [ 724.459377] env[70691]: _type = "Task" [ 724.459377] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.467945] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.602921] env[70691]: DEBUG nova.network.neutron [req-7c224a9d-8ca5-4641-b09d-c170a6e4f852 req-98c0666b-0cf0-48a6-acd5-630108dd412b service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Updated VIF entry in instance network info cache for port 88f5d792-20f2-49cf-9712-02a4e247a0c2. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 724.603384] env[70691]: DEBUG nova.network.neutron [req-7c224a9d-8ca5-4641-b09d-c170a6e4f852 req-98c0666b-0cf0-48a6-acd5-630108dd412b service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Updating instance_info_cache with network_info: [{"id": "88f5d792-20f2-49cf-9712-02a4e247a0c2", "address": "fa:16:3e:a1:a3:a4", "network": {"id": "8a9d466a-6700-4074-ab75-4a49644257c3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1271950120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0436ea1f391a445393accc14f69cd62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f5d792-20", "ovs_interfaceid": "88f5d792-20f2-49cf-9712-02a4e247a0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.609975] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "refresh_cache-e0daba4c-dd4c-48c4-bee6-e30a2d99e351" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.610320] env[70691]: DEBUG nova.compute.manager [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Instance network_info: |[{"id": "830fefa5-0b2e-4a70-bbb2-e90a6db635b2", "address": "fa:16:3e:e6:d4:22", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830fefa5-0b", "ovs_interfaceid": "830fefa5-0b2e-4a70-bbb2-e90a6db635b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 724.610715] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:d4:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '830fefa5-0b2e-4a70-bbb2-e90a6db635b2', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.618654] env[70691]: DEBUG oslo.service.loopingcall [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.619509] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 724.620137] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c2327c5-4be9-449a-8edb-53022cfbaa87 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.643505] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.643505] env[70691]: value = "task-3453650" [ 724.643505] env[70691]: _type = "Task" [ 724.643505] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.652703] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453650, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.870622] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 724.870622] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1363ef9b-e335-4023-ad3b-c379bac4a7bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.885275] env[70691]: DEBUG oslo_vmware.api [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 724.885275] env[70691]: value = "task-3453652" [ 724.885275] env[70691]: _type = "Task" [ 724.885275] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.901738] env[70691]: DEBUG oslo_vmware.api [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.968881] env[70691]: DEBUG nova.scheduler.client.report [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 724.979613] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453649, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.987962] env[70691]: DEBUG nova.network.neutron [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Successfully updated port: 51fe0e78-f17e-4ebb-b182-1ca4a1d03a48 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.085741] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.086394] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.104683] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquiring lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.104953] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.105360] env[70691]: DEBUG oslo_concurrency.lockutils [req-7c224a9d-8ca5-4641-b09d-c170a6e4f852 req-98c0666b-0cf0-48a6-acd5-630108dd412b service nova] Releasing lock "refresh_cache-1c255f61-e275-4b91-a75a-29ff39f15553" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.154022] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453650, 'name': CreateVM_Task, 'duration_secs': 0.362028} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.154022] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 725.154558] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.154721] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.155072] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.155312] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cfa837-34e7-4912-b68f-783e57b21542 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.160975] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 725.160975] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b1f9e8-17b6-fad6-35db-d318de36e269" [ 725.160975] env[70691]: _type = "Task" [ 725.160975] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.169734] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b1f9e8-17b6-fad6-35db-d318de36e269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.177839] env[70691]: DEBUG nova.network.neutron [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Updating instance_info_cache with network_info: [{"id": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "address": "fa:16:3e:3d:5c:d2", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267fe3da-bc", "ovs_interfaceid": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.397274] env[70691]: DEBUG oslo_vmware.api [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453652, 'name': PowerOffVM_Task, 'duration_secs': 0.296022} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.397647] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 725.397890] env[70691]: DEBUG nova.compute.manager [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 725.398858] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1699fb8-da23-4195-a2b8-b7c7ea18e4c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.472460] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578442} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.472843] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1c255f61-e275-4b91-a75a-29ff39f15553/1c255f61-e275-4b91-a75a-29ff39f15553.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 725.473323] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.474173] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.474728] env[70691]: DEBUG nova.compute.manager [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 725.477671] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9516ee9-c688-4b87-9dd7-3b8f8b9f949c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.484357] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.005s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.485091] env[70691]: DEBUG nova.objects.instance [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lazy-loading 'resources' on Instance uuid f3913a86-6577-48bf-9352-609c35b6fd84 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.491105] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "refresh_cache-0126f1df-f823-4d94-910d-8edbda1c7d36" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.491322] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquired lock "refresh_cache-0126f1df-f823-4d94-910d-8edbda1c7d36" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.491520] env[70691]: DEBUG nova.network.neutron [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 725.492642] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 725.492642] env[70691]: value = "task-3453653" [ 725.492642] env[70691]: _type = "Task" [ 725.492642] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.508388] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.672043] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b1f9e8-17b6-fad6-35db-d318de36e269, 'name': SearchDatastore_Task, 'duration_secs': 0.019855} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.672365] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.672637] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.672882] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.673038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.673220] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.673482] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e60d4c0-0212-42f4-8c91-52f2c5b38ff9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.680368] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.683133] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.683460] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 725.684317] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447f6f27-9a58-40d2-b5ca-40cb1910f33d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.690466] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 725.690466] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5281a3d0-d10f-a375-d800-d012db893ab7" [ 725.690466] env[70691]: _type = "Task" [ 725.690466] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.697949] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5281a3d0-d10f-a375-d800-d012db893ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.911853] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bddc3b39-2e7d-4fd4-ba31-5c5f4aaf1af4 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.986204] env[70691]: DEBUG nova.compute.utils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.987782] env[70691]: DEBUG nova.compute.manager [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 725.989038] env[70691]: DEBUG nova.network.neutron [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 726.006935] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067738} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.007947] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.008596] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a531786-867e-4fc2-a31a-af2e6165db11 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.038341] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 1c255f61-e275-4b91-a75a-29ff39f15553/1c255f61-e275-4b91-a75a-29ff39f15553.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.044217] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01438c80-7ffb-4eb9-b90b-d0b4639714bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.063783] env[70691]: DEBUG nova.compute.manager [req-244a7e43-fb55-404b-be66-3f6957b61cc7 req-1043cf62-acee-4aae-9b49-f8ac5bf6a2f9 service nova] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Received event network-changed-830fefa5-0b2e-4a70-bbb2-e90a6db635b2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 726.064038] env[70691]: DEBUG nova.compute.manager [req-244a7e43-fb55-404b-be66-3f6957b61cc7 req-1043cf62-acee-4aae-9b49-f8ac5bf6a2f9 service nova] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Refreshing instance network info cache due to event network-changed-830fefa5-0b2e-4a70-bbb2-e90a6db635b2. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 726.064262] env[70691]: DEBUG oslo_concurrency.lockutils [req-244a7e43-fb55-404b-be66-3f6957b61cc7 req-1043cf62-acee-4aae-9b49-f8ac5bf6a2f9 service nova] Acquiring lock "refresh_cache-e0daba4c-dd4c-48c4-bee6-e30a2d99e351" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.064640] env[70691]: DEBUG oslo_concurrency.lockutils [req-244a7e43-fb55-404b-be66-3f6957b61cc7 req-1043cf62-acee-4aae-9b49-f8ac5bf6a2f9 service nova] Acquired lock "refresh_cache-e0daba4c-dd4c-48c4-bee6-e30a2d99e351" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.064640] env[70691]: DEBUG nova.network.neutron [req-244a7e43-fb55-404b-be66-3f6957b61cc7 req-1043cf62-acee-4aae-9b49-f8ac5bf6a2f9 service nova] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Refreshing network info cache for port 830fefa5-0b2e-4a70-bbb2-e90a6db635b2 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 726.067326] env[70691]: DEBUG nova.policy [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97a773291a5c49e1b427bc4a9ac63839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '884bb465801f4d5b8fc824fb34cf9a84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 726.069294] env[70691]: DEBUG nova.network.neutron [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 726.077996] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 726.077996] env[70691]: value = "task-3453654" [ 726.077996] env[70691]: _type = "Task" [ 726.077996] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.097182] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.202031] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5281a3d0-d10f-a375-d800-d012db893ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.066965} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.206862] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a033d655-b755-4ae9-986a-71fc04aec14b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.215705] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 726.215705] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e1e688-8e57-f6ea-ec4d-ae95d4273fb9" [ 726.215705] env[70691]: _type = "Task" [ 726.215705] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.219366] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 726.220516] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11abb0fe-8cae-47e3-a319-3015c47d3fa4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.232616] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e1e688-8e57-f6ea-ec4d-ae95d4273fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.234583] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 726.234583] env[70691]: value = "task-3453655" [ 726.234583] env[70691]: _type = "Task" [ 726.234583] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.247932] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.367562] env[70691]: DEBUG nova.network.neutron [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Updating instance_info_cache with network_info: [{"id": "51fe0e78-f17e-4ebb-b182-1ca4a1d03a48", "address": "fa:16:3e:ab:59:e7", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51fe0e78-f1", "ovs_interfaceid": "51fe0e78-f17e-4ebb-b182-1ca4a1d03a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.454157] env[70691]: DEBUG nova.compute.manager [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Received event network-vif-plugged-51fe0e78-f17e-4ebb-b182-1ca4a1d03a48 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 726.454157] env[70691]: DEBUG oslo_concurrency.lockutils [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] Acquiring lock "0126f1df-f823-4d94-910d-8edbda1c7d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.454157] env[70691]: DEBUG oslo_concurrency.lockutils [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] Lock "0126f1df-f823-4d94-910d-8edbda1c7d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.454157] env[70691]: DEBUG oslo_concurrency.lockutils [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] Lock "0126f1df-f823-4d94-910d-8edbda1c7d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.454961] env[70691]: DEBUG nova.compute.manager [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] No waiting events found dispatching network-vif-plugged-51fe0e78-f17e-4ebb-b182-1ca4a1d03a48 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 726.455366] env[70691]: WARNING nova.compute.manager [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Received unexpected event network-vif-plugged-51fe0e78-f17e-4ebb-b182-1ca4a1d03a48 for instance with vm_state building and task_state spawning. [ 726.455689] env[70691]: DEBUG nova.compute.manager [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Received event network-changed-51fe0e78-f17e-4ebb-b182-1ca4a1d03a48 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 726.456357] env[70691]: DEBUG nova.compute.manager [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Refreshing instance network info cache due to event network-changed-51fe0e78-f17e-4ebb-b182-1ca4a1d03a48. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 726.456657] env[70691]: DEBUG oslo_concurrency.lockutils [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] Acquiring lock "refresh_cache-0126f1df-f823-4d94-910d-8edbda1c7d36" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.498026] env[70691]: DEBUG nova.compute.manager [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 726.602198] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453654, 'name': ReconfigVM_Task, 'duration_secs': 0.34652} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.604780] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 1c255f61-e275-4b91-a75a-29ff39f15553/1c255f61-e275-4b91-a75a-29ff39f15553.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.605691] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c5958e1-7d7f-4ddd-8cc0-eb60b481aa2e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.613801] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 726.613801] env[70691]: value = "task-3453656" [ 726.613801] env[70691]: _type = "Task" [ 726.613801] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.620337] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76736c1e-f477-405c-b062-1b38ff140eab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.623470] env[70691]: DEBUG nova.network.neutron [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Successfully created port: 322d66c9-4ea9-42f7-af93-cdd50e8d1b19 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.631406] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453656, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.633492] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d2bbbe-e4b8-4230-afd6-6427c66d43e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.666474] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962a1d23-1b8c-4d7f-be8e-e7bc6a65e413 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.674750] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6398b-4f37-4b59-b14f-c516728ea043 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.688811] env[70691]: DEBUG nova.compute.provider_tree [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.735971] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e1e688-8e57-f6ea-ec4d-ae95d4273fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.019027} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.735971] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.735971] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] e0daba4c-dd4c-48c4-bee6-e30a2d99e351/e0daba4c-dd4c-48c4-bee6-e30a2d99e351.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 726.738588] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b884b1f6-0e69-45bd-963a-96734e5c364a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.748606] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453655, 'name': PowerOffVM_Task, 'duration_secs': 0.201519} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.749966] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 726.750331] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 726.750331] env[70691]: value = "task-3453657" [ 726.750331] env[70691]: _type = "Task" [ 726.750331] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.751034] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4340b516-b805-4ff8-8718-592490c4e5e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.781477] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0da929-0a8d-4df0-919b-30280caf4e70 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.784404] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.820616] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 726.821119] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41100795-b5d3-4dcb-9bfd-9ea5b1f624dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.829950] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 726.829950] env[70691]: value = "task-3453658" [ 726.829950] env[70691]: _type = "Task" [ 726.829950] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.839273] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.870055] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Releasing lock "refresh_cache-0126f1df-f823-4d94-910d-8edbda1c7d36" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.870409] env[70691]: DEBUG nova.compute.manager [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Instance network_info: |[{"id": "51fe0e78-f17e-4ebb-b182-1ca4a1d03a48", "address": "fa:16:3e:ab:59:e7", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51fe0e78-f1", "ovs_interfaceid": "51fe0e78-f17e-4ebb-b182-1ca4a1d03a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 726.870878] env[70691]: DEBUG oslo_concurrency.lockutils [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] Acquired lock "refresh_cache-0126f1df-f823-4d94-910d-8edbda1c7d36" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.871096] env[70691]: DEBUG nova.network.neutron [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Refreshing network info cache for port 51fe0e78-f17e-4ebb-b182-1ca4a1d03a48 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 726.875759] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:59:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51fe0e78-f17e-4ebb-b182-1ca4a1d03a48', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.881042] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Creating folder: Project (9e381c9910c545f59a68ad3a50071b7b). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 726.882314] env[70691]: DEBUG nova.network.neutron [req-244a7e43-fb55-404b-be66-3f6957b61cc7 req-1043cf62-acee-4aae-9b49-f8ac5bf6a2f9 service nova] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Updated VIF entry in instance network info cache for port 830fefa5-0b2e-4a70-bbb2-e90a6db635b2. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 726.882912] env[70691]: DEBUG nova.network.neutron [req-244a7e43-fb55-404b-be66-3f6957b61cc7 req-1043cf62-acee-4aae-9b49-f8ac5bf6a2f9 service nova] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Updating instance_info_cache with network_info: [{"id": "830fefa5-0b2e-4a70-bbb2-e90a6db635b2", "address": "fa:16:3e:e6:d4:22", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830fefa5-0b", "ovs_interfaceid": "830fefa5-0b2e-4a70-bbb2-e90a6db635b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.885355] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5107a1b-f3ed-42b6-b9a8-50a2f9a49d64 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.894961] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Created folder: Project (9e381c9910c545f59a68ad3a50071b7b) in parent group-v689428. [ 726.895184] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Creating folder: Instances. Parent ref: group-v689481. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 726.895718] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-416d42f1-332a-4956-b6c3-dbdd77b14840 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.905494] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Created folder: Instances in parent group-v689481. [ 726.905776] env[70691]: DEBUG oslo.service.loopingcall [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.906032] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 726.906538] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39008f16-c4e6-432d-bff8-544996c72fbf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.929906] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.929906] env[70691]: value = "task-3453662" [ 726.929906] env[70691]: _type = "Task" [ 726.929906] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.941313] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453662, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.126894] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453656, 'name': Rename_Task, 'duration_secs': 0.139267} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.127059] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 727.127484] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42afc5f9-39a2-4f0a-842d-148f131d8c21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.137292] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 727.137292] env[70691]: value = "task-3453663" [ 727.137292] env[70691]: _type = "Task" [ 727.137292] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.148290] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.194844] env[70691]: DEBUG nova.scheduler.client.report [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 727.266583] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505392} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.266861] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] e0daba4c-dd4c-48c4-bee6-e30a2d99e351/e0daba4c-dd4c-48c4-bee6-e30a2d99e351.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 727.267089] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.267373] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db98608-2df1-4f18-9db8-7b2de756064a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.276852] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 727.276852] env[70691]: value = "task-3453664" [ 727.276852] env[70691]: _type = "Task" [ 727.276852] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.282823] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.342137] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 727.342369] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.342691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.342862] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.343055] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.343367] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f634350-a6b4-4f90-a7d6-86bef5aea029 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.351972] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.352189] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 727.353084] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e351fa-1243-4722-89fc-aaeeaada90f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.359604] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 727.359604] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5267c2ed-7955-9a06-da7b-236fe4b2c9a7" [ 727.359604] env[70691]: _type = "Task" [ 727.359604] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.368030] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5267c2ed-7955-9a06-da7b-236fe4b2c9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.387852] env[70691]: DEBUG oslo_concurrency.lockutils [req-244a7e43-fb55-404b-be66-3f6957b61cc7 req-1043cf62-acee-4aae-9b49-f8ac5bf6a2f9 service nova] Releasing lock "refresh_cache-e0daba4c-dd4c-48c4-bee6-e30a2d99e351" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.441675] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453662, 'name': CreateVM_Task, 'duration_secs': 0.501914} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.441849] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 727.442506] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.442738] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.443139] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.443401] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cad6b1-fbb2-467b-b319-9d7365964481 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.447841] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 727.447841] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ba0a55-f214-562b-c356-8d400f5de480" [ 727.447841] env[70691]: _type = "Task" [ 727.447841] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.455915] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ba0a55-f214-562b-c356-8d400f5de480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.510821] env[70691]: DEBUG nova.compute.manager [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 727.535763] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 727.535763] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 727.535940] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.536017] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 727.536244] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.536327] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 727.536564] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 727.536680] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 727.536845] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 727.537026] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 727.537194] env[70691]: DEBUG nova.virt.hardware [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.538087] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f0f364-b86d-4717-a79e-5405d3cf5833 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.546041] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cd4dac-acf3-4c7c-9b8e-c1a7b2df8b71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.647209] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453663, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.662785] env[70691]: DEBUG nova.network.neutron [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Updated VIF entry in instance network info cache for port 51fe0e78-f17e-4ebb-b182-1ca4a1d03a48. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 727.663241] env[70691]: DEBUG nova.network.neutron [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Updating instance_info_cache with network_info: [{"id": "51fe0e78-f17e-4ebb-b182-1ca4a1d03a48", "address": "fa:16:3e:ab:59:e7", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51fe0e78-f1", "ovs_interfaceid": "51fe0e78-f17e-4ebb-b182-1ca4a1d03a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.704153] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.704153] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.666s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.735517] env[70691]: INFO nova.scheduler.client.report [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Deleted allocations for instance f3913a86-6577-48bf-9352-609c35b6fd84 [ 727.786018] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066815} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.786343] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.787148] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5580c04-88cc-413c-b88a-400f1505747f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.810455] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] e0daba4c-dd4c-48c4-bee6-e30a2d99e351/e0daba4c-dd4c-48c4-bee6-e30a2d99e351.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.810805] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0018b550-8807-4fda-9531-017fbb676ab9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.832646] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 727.832646] env[70691]: value = "task-3453665" [ 727.832646] env[70691]: _type = "Task" [ 727.832646] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.841546] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.869899] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5267c2ed-7955-9a06-da7b-236fe4b2c9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008294} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.870977] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d0f96d-20b5-4c8d-b8ff-1f7bee804b2c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.877604] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 727.877604] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524d78f1-fa46-0492-4060-429308709f39" [ 727.877604] env[70691]: _type = "Task" [ 727.877604] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.888668] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524d78f1-fa46-0492-4060-429308709f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.960609] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ba0a55-f214-562b-c356-8d400f5de480, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.961026] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.961267] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.961663] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.148392] env[70691]: DEBUG oslo_vmware.api [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453663, 'name': PowerOnVM_Task, 'duration_secs': 0.937337} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.148614] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 728.148813] env[70691]: INFO nova.compute.manager [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Took 9.79 seconds to spawn the instance on the hypervisor. [ 728.148987] env[70691]: DEBUG nova.compute.manager [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 728.149781] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b194ec1-0296-46b5-a637-e7456a26324e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.169939] env[70691]: DEBUG oslo_concurrency.lockutils [req-7ce0f3b0-224b-4a97-8f0f-09edf30d5573 req-0b459926-3206-4853-8195-75c073526e92 service nova] Releasing lock "refresh_cache-0126f1df-f823-4d94-910d-8edbda1c7d36" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.210891] env[70691]: INFO nova.compute.claims [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.246670] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e2293a-1a67-42ce-8c51-0ce8c3372875 tempest-ServerDiagnosticsV248Test-1674818843 tempest-ServerDiagnosticsV248Test-1674818843-project-member] Lock "f3913a86-6577-48bf-9352-609c35b6fd84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.637s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.346792] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453665, 'name': ReconfigVM_Task, 'duration_secs': 0.362997} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.347256] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Reconfigured VM instance instance-00000011 to attach disk [datastore2] e0daba4c-dd4c-48c4-bee6-e30a2d99e351/e0daba4c-dd4c-48c4-bee6-e30a2d99e351.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.348177] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f97d18a8-0032-45c2-ba14-2c8697214b45 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.356971] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 728.356971] env[70691]: value = "task-3453666" [ 728.356971] env[70691]: _type = "Task" [ 728.356971] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.371991] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453666, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.390390] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524d78f1-fa46-0492-4060-429308709f39, 'name': SearchDatastore_Task, 'duration_secs': 0.014314} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.390762] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.391045] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] e51cd5d1-a00a-46fa-ab85-8d79bbc98100/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. {{(pid=70691) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 728.391353] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.391634] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.391805] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64d1ec1c-6c38-4a04-bdf1-39ac113e7041 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.394412] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5065c9b-cf62-4f9a-a8a6-48e2568cdd52 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.402788] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 728.402788] env[70691]: value = "task-3453667" [ 728.402788] env[70691]: _type = "Task" [ 728.402788] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.408608] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.408865] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 728.409981] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39af4ef-8b31-4d94-a50a-b9fecbc71410 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.415843] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.423167] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 728.423167] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525806b5-1300-998a-2f56-2718d3b6a644" [ 728.423167] env[70691]: _type = "Task" [ 728.423167] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.428219] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525806b5-1300-998a-2f56-2718d3b6a644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.563584] env[70691]: DEBUG nova.network.neutron [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Successfully updated port: 322d66c9-4ea9-42f7-af93-cdd50e8d1b19 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.670585] env[70691]: INFO nova.compute.manager [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Took 30.91 seconds to build instance. [ 728.720208] env[70691]: INFO nova.compute.resource_tracker [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating resource usage from migration 7d24244b-bf79-4d29-a5b0-e2696bc07e11 [ 728.870659] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453666, 'name': Rename_Task, 'duration_secs': 0.143881} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.870659] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 728.870659] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2db127ca-b18c-46c2-9d17-8a9ae3006ec0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.878973] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 728.878973] env[70691]: value = "task-3453668" [ 728.878973] env[70691]: _type = "Task" [ 728.878973] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.888514] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.914463] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453667, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.930460] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525806b5-1300-998a-2f56-2718d3b6a644, 'name': SearchDatastore_Task, 'duration_secs': 0.022723} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.934260] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981e0f3b-08bb-4529-b9cf-5841aa11268c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.940670] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 728.940670] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fdabc9-f673-d62c-7808-7b3596d4d357" [ 728.940670] env[70691]: _type = "Task" [ 728.940670] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.953623] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fdabc9-f673-d62c-7808-7b3596d4d357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.067943] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "refresh_cache-35828fe9-7966-4d5a-b860-2cabb825ce9c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.068429] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "refresh_cache-35828fe9-7966-4d5a-b860-2cabb825ce9c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.068429] env[70691]: DEBUG nova.network.neutron [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 729.152639] env[70691]: DEBUG nova.compute.manager [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 729.154134] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62df147-9e3b-4cd5-8670-f10b284bb4de {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.175278] env[70691]: DEBUG oslo_concurrency.lockutils [None req-50e3049e-23d8-4c7f-b882-3c66ed097ea4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.736s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.242424] env[70691]: DEBUG nova.compute.manager [req-d8e83aa8-4597-4d76-9e0f-acc1da6440ec req-520a43d4-323b-4765-a388-5348b87b1de4 service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Received event network-vif-plugged-322d66c9-4ea9-42f7-af93-cdd50e8d1b19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 729.242424] env[70691]: DEBUG oslo_concurrency.lockutils [req-d8e83aa8-4597-4d76-9e0f-acc1da6440ec req-520a43d4-323b-4765-a388-5348b87b1de4 service nova] Acquiring lock "35828fe9-7966-4d5a-b860-2cabb825ce9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.242870] env[70691]: DEBUG oslo_concurrency.lockutils [req-d8e83aa8-4597-4d76-9e0f-acc1da6440ec req-520a43d4-323b-4765-a388-5348b87b1de4 service nova] Lock "35828fe9-7966-4d5a-b860-2cabb825ce9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.245764] env[70691]: DEBUG oslo_concurrency.lockutils [req-d8e83aa8-4597-4d76-9e0f-acc1da6440ec req-520a43d4-323b-4765-a388-5348b87b1de4 service nova] Lock "35828fe9-7966-4d5a-b860-2cabb825ce9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.245764] env[70691]: DEBUG nova.compute.manager [req-d8e83aa8-4597-4d76-9e0f-acc1da6440ec req-520a43d4-323b-4765-a388-5348b87b1de4 service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] No waiting events found dispatching network-vif-plugged-322d66c9-4ea9-42f7-af93-cdd50e8d1b19 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 729.245764] env[70691]: WARNING nova.compute.manager [req-d8e83aa8-4597-4d76-9e0f-acc1da6440ec req-520a43d4-323b-4765-a388-5348b87b1de4 service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Received unexpected event network-vif-plugged-322d66c9-4ea9-42f7-af93-cdd50e8d1b19 for instance with vm_state building and task_state spawning. [ 729.314042] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b92f76b-e54a-4161-9850-718cc07f6402 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.325353] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3950214-0424-4e13-9ff5-1d1419ff2b41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.363089] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2ab3ee-efe0-4489-9ac8-2714abbe9e93 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.372661] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8225143-b270-435e-9549-19df275f29ab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.387989] env[70691]: DEBUG nova.compute.provider_tree [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.399333] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.420418] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891724} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.420927] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] e51cd5d1-a00a-46fa-ab85-8d79bbc98100/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. [ 729.422754] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbfd1f0-7271-411e-ae98-d2089915e758 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.465232] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] e51cd5d1-a00a-46fa-ab85-8d79bbc98100/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.468710] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-815d362e-fbcf-4ed6-a388-0962d9f46317 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.487905] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fdabc9-f673-d62c-7808-7b3596d4d357, 'name': SearchDatastore_Task, 'duration_secs': 0.067874} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.489430] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.489615] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0126f1df-f823-4d94-910d-8edbda1c7d36/0126f1df-f823-4d94-910d-8edbda1c7d36.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 729.489943] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 729.489943] env[70691]: value = "task-3453669" [ 729.489943] env[70691]: _type = "Task" [ 729.489943] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.490148] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a47e625c-a364-4273-ba02-2af7b86b47b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.501787] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.503345] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 729.503345] env[70691]: value = "task-3453670" [ 729.503345] env[70691]: _type = "Task" [ 729.503345] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.512609] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.647993] env[70691]: DEBUG nova.network.neutron [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 729.670934] env[70691]: INFO nova.compute.manager [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] instance snapshotting [ 729.671247] env[70691]: WARNING nova.compute.manager [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 729.675538] env[70691]: DEBUG nova.compute.manager [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 729.678971] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23620a9-14f7-464d-8ec2-d10e67d56025 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.702996] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04515b6-8004-4de0-bd74-7c0963f1e944 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.893593] env[70691]: DEBUG nova.scheduler.client.report [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 729.906289] env[70691]: DEBUG oslo_vmware.api [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453668, 'name': PowerOnVM_Task, 'duration_secs': 0.716357} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.908203] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 729.908203] env[70691]: INFO nova.compute.manager [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Took 8.86 seconds to spawn the instance on the hypervisor. [ 729.908203] env[70691]: DEBUG nova.compute.manager [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 729.908203] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ae676-2f87-42fb-af0f-9d2b842d0ec9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.003128] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.016026] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453670, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.020319] env[70691]: DEBUG nova.network.neutron [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Updating instance_info_cache with network_info: [{"id": "322d66c9-4ea9-42f7-af93-cdd50e8d1b19", "address": "fa:16:3e:ef:f5:ae", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d66c9-4e", "ovs_interfaceid": "322d66c9-4ea9-42f7-af93-cdd50e8d1b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.206827] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.219288] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 730.219451] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0de7f4f0-90dc-49b2-9f3d-6dfd278bd589 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.227983] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 730.227983] env[70691]: value = "task-3453671" [ 730.227983] env[70691]: _type = "Task" [ 730.227983] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.241059] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.400072] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.696s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.400220] env[70691]: INFO nova.compute.manager [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Migrating [ 730.400620] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.400851] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.402798] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.799s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.405523] env[70691]: INFO nova.compute.claims [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.432939] env[70691]: INFO nova.compute.manager [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Took 32.32 seconds to build instance. [ 730.504225] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453669, 'name': ReconfigVM_Task, 'duration_secs': 0.895011} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.504596] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Reconfigured VM instance instance-0000000a to attach disk [datastore2] e51cd5d1-a00a-46fa-ab85-8d79bbc98100/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.506222] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267d6b6b-5bce-4014-847c-c39d0c43a8a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.517315] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65613} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.536785] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0126f1df-f823-4d94-910d-8edbda1c7d36/0126f1df-f823-4d94-910d-8edbda1c7d36.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 730.537064] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.537637] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "refresh_cache-35828fe9-7966-4d5a-b860-2cabb825ce9c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.537861] env[70691]: DEBUG nova.compute.manager [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance network_info: |[{"id": "322d66c9-4ea9-42f7-af93-cdd50e8d1b19", "address": "fa:16:3e:ef:f5:ae", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d66c9-4e", "ovs_interfaceid": "322d66c9-4ea9-42f7-af93-cdd50e8d1b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 730.544868] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c01e9e2b-a73b-454f-88a1-ca379e1110bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.548327] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f5:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '322d66c9-4ea9-42f7-af93-cdd50e8d1b19', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.556101] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Creating folder: Project (884bb465801f4d5b8fc824fb34cf9a84). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 730.556792] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-905ad878-06b7-483c-a04e-735a526197d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.569397] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1affb66-f7fa-43d1-a095-8296b415ceba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.578407] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 730.578407] env[70691]: value = "task-3453673" [ 730.578407] env[70691]: _type = "Task" [ 730.578407] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.584115] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 730.584115] env[70691]: value = "task-3453672" [ 730.584115] env[70691]: _type = "Task" [ 730.584115] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.589957] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Created folder: Project (884bb465801f4d5b8fc824fb34cf9a84) in parent group-v689428. [ 730.591992] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Creating folder: Instances. Parent ref: group-v689484. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 730.597238] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-639166db-dfd5-40f1-8431-6fbabbce1551 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.610143] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.610672] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.612295] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Created folder: Instances in parent group-v689484. [ 730.612603] env[70691]: DEBUG oslo.service.loopingcall [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.612835] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 730.613134] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f278ea7-ce45-4cf2-9e4d-375342d5a71d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.638947] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.638947] env[70691]: value = "task-3453676" [ 730.638947] env[70691]: _type = "Task" [ 730.638947] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.647816] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453676, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.740551] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453671, 'name': CreateSnapshot_Task, 'duration_secs': 0.472714} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.740858] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 730.741799] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec9491c-04c4-46d4-972b-9f266eb8e746 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.911534] env[70691]: INFO nova.compute.rpcapi [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 730.912129] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.936903] env[70691]: DEBUG oslo_concurrency.lockutils [None req-19108237-2463-4f80-afed-34a5c1127ee7 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.809s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.094356] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453673, 'name': ReconfigVM_Task, 'duration_secs': 0.208498} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.098361] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 731.098535] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26dec067-4b20-4c14-ae8d-43ce2b656d07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.105402] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112236} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.107394] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.108921] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 731.108921] env[70691]: value = "task-3453677" [ 731.108921] env[70691]: _type = "Task" [ 731.108921] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.109721] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8edf08c-7408-4170-86c9-641c876e7c38 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.130930] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453677, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.140139] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 0126f1df-f823-4d94-910d-8edbda1c7d36/0126f1df-f823-4d94-910d-8edbda1c7d36.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.140530] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7186131-4c7e-45e6-9fc3-2f64a9d046ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.165180] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453676, 'name': CreateVM_Task, 'duration_secs': 0.460767} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.168348] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 731.168348] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 731.168348] env[70691]: value = "task-3453678" [ 731.168348] env[70691]: _type = "Task" [ 731.168348] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.168348] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.168348] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.168614] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.168888] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646da02c-275e-4c88-90d4-d3ba2d171d77 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.176482] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 731.176482] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52407f9f-6e66-efbd-b29d-d7a82a78cad4" [ 731.176482] env[70691]: _type = "Task" [ 731.176482] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.180298] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.188819] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52407f9f-6e66-efbd-b29d-d7a82a78cad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.265426] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 731.265729] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68fb3a6d-7616-4bdb-9bd0-baa81a46736d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.279018] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 731.279018] env[70691]: value = "task-3453679" [ 731.279018] env[70691]: _type = "Task" [ 731.279018] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.289432] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453679, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.404633] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Acquiring lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.404633] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.439728] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.439998] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.440560] env[70691]: DEBUG nova.network.neutron [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 731.442848] env[70691]: DEBUG nova.compute.manager [req-a4de877c-8cc5-4a97-a3b9-105bd7af8d9d req-8514e663-8eb6-42e4-a5c8-c4025cccba2d service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Received event network-changed-88f5d792-20f2-49cf-9712-02a4e247a0c2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 731.443168] env[70691]: DEBUG nova.compute.manager [req-a4de877c-8cc5-4a97-a3b9-105bd7af8d9d req-8514e663-8eb6-42e4-a5c8-c4025cccba2d service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Refreshing instance network info cache due to event network-changed-88f5d792-20f2-49cf-9712-02a4e247a0c2. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 731.443393] env[70691]: DEBUG oslo_concurrency.lockutils [req-a4de877c-8cc5-4a97-a3b9-105bd7af8d9d req-8514e663-8eb6-42e4-a5c8-c4025cccba2d service nova] Acquiring lock "refresh_cache-1c255f61-e275-4b91-a75a-29ff39f15553" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.443543] env[70691]: DEBUG oslo_concurrency.lockutils [req-a4de877c-8cc5-4a97-a3b9-105bd7af8d9d req-8514e663-8eb6-42e4-a5c8-c4025cccba2d service nova] Acquired lock "refresh_cache-1c255f61-e275-4b91-a75a-29ff39f15553" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.443723] env[70691]: DEBUG nova.network.neutron [req-a4de877c-8cc5-4a97-a3b9-105bd7af8d9d req-8514e663-8eb6-42e4-a5c8-c4025cccba2d service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Refreshing network info cache for port 88f5d792-20f2-49cf-9712-02a4e247a0c2 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 731.448850] env[70691]: DEBUG nova.compute.manager [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 731.624544] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.682253] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.700543] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52407f9f-6e66-efbd-b29d-d7a82a78cad4, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.700543] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.700543] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.700543] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.700768] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.700768] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.700768] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ac61b0c-efe3-402c-9795-6f9832bb4733 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.712960] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.713605] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 731.714459] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3be4895-b6c3-46d0-9582-9da062cd5e16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.724910] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 731.724910] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52583474-5609-3d6e-bf23-299cf7ee43c4" [ 731.724910] env[70691]: _type = "Task" [ 731.724910] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.737064] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52583474-5609-3d6e-bf23-299cf7ee43c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.740419] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb86ddf-8762-4d5d-9d6d-3f7144702421 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.749017] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 731.749017] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52faa5e7-d627-288b-7b9c-f454c2bfd8e3" [ 731.749017] env[70691]: _type = "Task" [ 731.749017] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.758683] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52faa5e7-d627-288b-7b9c-f454c2bfd8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.796211] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453679, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.992417] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.995758] env[70691]: DEBUG nova.compute.manager [req-a444d1a0-6bcf-4457-91f6-7fda2855b1dc req-c9f38354-2016-4312-90c4-a7487df76b9b service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Received event network-changed-322d66c9-4ea9-42f7-af93-cdd50e8d1b19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 732.002455] env[70691]: DEBUG nova.compute.manager [req-a444d1a0-6bcf-4457-91f6-7fda2855b1dc req-c9f38354-2016-4312-90c4-a7487df76b9b service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Refreshing instance network info cache due to event network-changed-322d66c9-4ea9-42f7-af93-cdd50e8d1b19. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 732.002455] env[70691]: DEBUG oslo_concurrency.lockutils [req-a444d1a0-6bcf-4457-91f6-7fda2855b1dc req-c9f38354-2016-4312-90c4-a7487df76b9b service nova] Acquiring lock "refresh_cache-35828fe9-7966-4d5a-b860-2cabb825ce9c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.002455] env[70691]: DEBUG oslo_concurrency.lockutils [req-a444d1a0-6bcf-4457-91f6-7fda2855b1dc req-c9f38354-2016-4312-90c4-a7487df76b9b service nova] Acquired lock "refresh_cache-35828fe9-7966-4d5a-b860-2cabb825ce9c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.002455] env[70691]: DEBUG nova.network.neutron [req-a444d1a0-6bcf-4457-91f6-7fda2855b1dc req-c9f38354-2016-4312-90c4-a7487df76b9b service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Refreshing network info cache for port 322d66c9-4ea9-42f7-af93-cdd50e8d1b19 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 732.130231] env[70691]: DEBUG oslo_vmware.api [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453677, 'name': PowerOnVM_Task, 'duration_secs': 0.858415} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.134925] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 732.138141] env[70691]: DEBUG nova.compute.manager [None req-a982833a-3328-455b-a798-35a577a19632 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 732.139139] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92f6a73-75af-4852-bf31-af533f606d25 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.170039] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e84dd9d-2c8a-4ec0-94b0-def9d9717c7c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.184479] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d195ff35-538d-47cf-815f-bf777ca32285 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.188336] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453678, 'name': ReconfigVM_Task, 'duration_secs': 0.748863} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.188628] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 0126f1df-f823-4d94-910d-8edbda1c7d36/0126f1df-f823-4d94-910d-8edbda1c7d36.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.190177] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8ec31c6-b381-4104-9d34-47a56f40f072 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.222632] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5a81aa-f82e-461f-a513-c2678213f8ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.225404] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 732.225404] env[70691]: value = "task-3453680" [ 732.225404] env[70691]: _type = "Task" [ 732.225404] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.233778] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab6939-e01b-44f0-8db6-d06f66c61af7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.241667] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453680, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.252819] env[70691]: DEBUG nova.compute.provider_tree [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.264300] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52faa5e7-d627-288b-7b9c-f454c2bfd8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.264570] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.264831] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 732.265289] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5215c686-6a24-403d-b0fb-1425d242f973 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.274145] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 732.274145] env[70691]: value = "task-3453681" [ 732.274145] env[70691]: _type = "Task" [ 732.274145] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.290428] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.300363] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453679, 'name': CloneVM_Task} progress is 95%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.738023] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453680, 'name': Rename_Task, 'duration_secs': 0.177615} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.738023] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 732.738023] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd98969b-bd88-465e-bcd1-5af355e85673 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.745018] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 732.745018] env[70691]: value = "task-3453682" [ 732.745018] env[70691]: _type = "Task" [ 732.745018] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.753310] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.762024] env[70691]: DEBUG nova.scheduler.client.report [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 732.793246] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5067} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.797868] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 732.797868] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.798017] env[70691]: DEBUG nova.network.neutron [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance_info_cache with network_info: [{"id": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "address": "fa:16:3e:53:3d:5f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0e11dc-49", "ovs_interfaceid": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.799244] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2656f0e5-241b-461d-b30e-07638704d5f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.806638] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453679, 'name': CloneVM_Task, 'duration_secs': 1.192355} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.809025] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Created linked-clone VM from snapshot [ 732.809025] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 732.809025] env[70691]: value = "task-3453683" [ 732.809025] env[70691]: _type = "Task" [ 732.809025] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.809547] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4df2087-76a6-462f-862e-811a3d27ec5c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.823572] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Uploading image 4787fd1b-d6a6-4a5a-97d9-4b296f3fe6d3 {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 732.828475] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.849653] env[70691]: DEBUG nova.network.neutron [req-a4de877c-8cc5-4a97-a3b9-105bd7af8d9d req-8514e663-8eb6-42e4-a5c8-c4025cccba2d service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Updated VIF entry in instance network info cache for port 88f5d792-20f2-49cf-9712-02a4e247a0c2. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 732.849990] env[70691]: DEBUG nova.network.neutron [req-a4de877c-8cc5-4a97-a3b9-105bd7af8d9d req-8514e663-8eb6-42e4-a5c8-c4025cccba2d service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Updating instance_info_cache with network_info: [{"id": "88f5d792-20f2-49cf-9712-02a4e247a0c2", "address": "fa:16:3e:a1:a3:a4", "network": {"id": "8a9d466a-6700-4074-ab75-4a49644257c3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1271950120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0436ea1f391a445393accc14f69cd62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f5d792-20", "ovs_interfaceid": "88f5d792-20f2-49cf-9712-02a4e247a0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.859384] env[70691]: DEBUG oslo_vmware.rw_handles [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 732.859384] env[70691]: value = "vm-689488" [ 732.859384] env[70691]: _type = "VirtualMachine" [ 732.859384] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 732.860764] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-373726b4-2be6-4306-9df2-9738e5ce1a9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.867768] env[70691]: DEBUG oslo_vmware.rw_handles [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lease: (returnval){ [ 732.867768] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f772e0-94aa-dce1-b3ab-5824ca70bc76" [ 732.867768] env[70691]: _type = "HttpNfcLease" [ 732.867768] env[70691]: } obtained for exporting VM: (result){ [ 732.867768] env[70691]: value = "vm-689488" [ 732.867768] env[70691]: _type = "VirtualMachine" [ 732.867768] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 732.868101] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the lease: (returnval){ [ 732.868101] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f772e0-94aa-dce1-b3ab-5824ca70bc76" [ 732.868101] env[70691]: _type = "HttpNfcLease" [ 732.868101] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 732.880770] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.880770] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f772e0-94aa-dce1-b3ab-5824ca70bc76" [ 732.880770] env[70691]: _type = "HttpNfcLease" [ 732.880770] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 732.880967] env[70691]: DEBUG oslo_vmware.rw_handles [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 732.880967] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f772e0-94aa-dce1-b3ab-5824ca70bc76" [ 732.880967] env[70691]: _type = "HttpNfcLease" [ 732.880967] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 732.881917] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166c179-f0b9-4001-90e6-5b83eac483b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.890703] env[70691]: DEBUG oslo_vmware.rw_handles [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52051685-906e-9097-24c9-010ec8828c7f/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 732.890891] env[70691]: DEBUG oslo_vmware.rw_handles [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52051685-906e-9097-24c9-010ec8828c7f/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 732.985864] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7d30487-90e1-4ebf-9995-f4f8e50d8311 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.257158] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.265833] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.266823] env[70691]: DEBUG nova.compute.manager [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 733.271120] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.849s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.273973] env[70691]: INFO nova.compute.claims [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.304504] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.350505] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069423} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.351686] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.351936] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf7674f-cf1e-45d1-9fc6-73103870dc4f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.354992] env[70691]: DEBUG oslo_concurrency.lockutils [req-a4de877c-8cc5-4a97-a3b9-105bd7af8d9d req-8514e663-8eb6-42e4-a5c8-c4025cccba2d service nova] Releasing lock "refresh_cache-1c255f61-e275-4b91-a75a-29ff39f15553" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.381313] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.382551] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55652e03-e637-4f94-9a9d-ef447357960a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.409366] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 733.409366] env[70691]: value = "task-3453685" [ 733.409366] env[70691]: _type = "Task" [ 733.409366] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.419427] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.420792] env[70691]: DEBUG nova.network.neutron [req-a444d1a0-6bcf-4457-91f6-7fda2855b1dc req-c9f38354-2016-4312-90c4-a7487df76b9b service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Updated VIF entry in instance network info cache for port 322d66c9-4ea9-42f7-af93-cdd50e8d1b19. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 733.421164] env[70691]: DEBUG nova.network.neutron [req-a444d1a0-6bcf-4457-91f6-7fda2855b1dc req-c9f38354-2016-4312-90c4-a7487df76b9b service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Updating instance_info_cache with network_info: [{"id": "322d66c9-4ea9-42f7-af93-cdd50e8d1b19", "address": "fa:16:3e:ef:f5:ae", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d66c9-4e", "ovs_interfaceid": "322d66c9-4ea9-42f7-af93-cdd50e8d1b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.760889] env[70691]: DEBUG oslo_vmware.api [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453682, 'name': PowerOnVM_Task, 'duration_secs': 0.698132} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.763418] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 733.763418] env[70691]: INFO nova.compute.manager [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Took 9.95 seconds to spawn the instance on the hypervisor. [ 733.763418] env[70691]: DEBUG nova.compute.manager [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 733.763418] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f12d724-5b04-4488-8d02-d09a00723e07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.777794] env[70691]: DEBUG nova.compute.utils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.783711] env[70691]: DEBUG nova.compute.manager [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 733.784169] env[70691]: DEBUG nova.network.neutron [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 733.889292] env[70691]: DEBUG nova.policy [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fccfe74f22994738aaf3820afe33a33c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e381c9910c545f59a68ad3a50071b7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 733.921079] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.924579] env[70691]: DEBUG oslo_concurrency.lockutils [req-a444d1a0-6bcf-4457-91f6-7fda2855b1dc req-c9f38354-2016-4312-90c4-a7487df76b9b service nova] Releasing lock "refresh_cache-35828fe9-7966-4d5a-b860-2cabb825ce9c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.286589] env[70691]: DEBUG nova.compute.manager [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 734.290959] env[70691]: INFO nova.compute.manager [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Took 35.65 seconds to build instance. [ 734.423186] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453685, 'name': ReconfigVM_Task, 'duration_secs': 0.630323} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.426772] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.429887] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92a01caa-8c08-4ff7-95dd-b367a5408faa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.436444] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 734.436444] env[70691]: value = "task-3453686" [ 734.436444] env[70691]: _type = "Task" [ 734.436444] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.448628] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453686, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.635863] env[70691]: DEBUG nova.network.neutron [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Successfully created port: aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.746068] env[70691]: INFO nova.compute.manager [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Unrescuing [ 734.746845] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.748368] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.748368] env[70691]: DEBUG nova.network.neutron [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 734.800497] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e78caec-c822-40d1-a76d-e06d62874f4a tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "0126f1df-f823-4d94-910d-8edbda1c7d36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.513s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.827815] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d27f7-75f9-4aa8-b314-79b4ff119d8f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.850405] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance '59083004-8304-4b1f-9c8f-404ecf812e7e' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 734.947128] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6316eda5-606e-4416-bf58-6020e2a3a1d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.955098] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453686, 'name': Rename_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.960765] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee645a-9cba-436f-b33b-f5a99cbbf7cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.992587] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd25548-34ea-4b40-bbe0-87fd19103b14 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.000430] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c13811-9fd6-4dfc-83a9-a55e8fa85d7d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.018804] env[70691]: DEBUG nova.compute.provider_tree [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.301588] env[70691]: DEBUG nova.compute.manager [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 735.307423] env[70691]: DEBUG nova.compute.manager [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 735.343418] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 735.343680] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 735.343936] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.345612] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 735.345712] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.345842] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 735.346086] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 735.346279] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 735.346465] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 735.346641] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 735.346829] env[70691]: DEBUG nova.virt.hardware [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 735.347830] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15f1472-d1ae-4f78-936a-56805d89ae77 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.358603] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbd2fa5-caeb-4726-90b0-67168edc9c5d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.365358] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 735.366378] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa97baca-9a23-42e8-b8cd-6b763e40835e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.381822] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 735.381822] env[70691]: value = "task-3453687" [ 735.381822] env[70691]: _type = "Task" [ 735.381822] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.390734] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.453714] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453686, 'name': Rename_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.540311] env[70691]: ERROR nova.scheduler.client.report [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [req-d3efc1f7-d258-4787-810d-8149394bb248] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d3efc1f7-d258-4787-810d-8149394bb248"}]} [ 735.562341] env[70691]: DEBUG nova.scheduler.client.report [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 735.583055] env[70691]: DEBUG nova.scheduler.client.report [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 735.583339] env[70691]: DEBUG nova.compute.provider_tree [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.600782] env[70691]: DEBUG nova.scheduler.client.report [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 735.625261] env[70691]: DEBUG nova.scheduler.client.report [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 735.728038] env[70691]: DEBUG nova.network.neutron [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Updating instance_info_cache with network_info: [{"id": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "address": "fa:16:3e:3d:5c:d2", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267fe3da-bc", "ovs_interfaceid": "267fe3da-bc8b-49a0-b6e5-28fb59c8aa61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.758158] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "6184f1ff-39d2-4bf3-8362-08468e600de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.758413] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "6184f1ff-39d2-4bf3-8362-08468e600de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.836092] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.898010] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453687, 'name': PowerOffVM_Task, 'duration_secs': 0.232183} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.898010] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 735.898010] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance '59083004-8304-4b1f-9c8f-404ecf812e7e' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 735.957232] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453686, 'name': Rename_Task, 'duration_secs': 1.257438} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.957232] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 735.957608] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4e116f7-94e3-42d5-b2ab-aa4fac4f7ebf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.966100] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 735.966100] env[70691]: value = "task-3453688" [ 735.966100] env[70691]: _type = "Task" [ 735.966100] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.987245] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453688, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.229902] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "refresh_cache-e51cd5d1-a00a-46fa-ab85-8d79bbc98100" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.230774] env[70691]: DEBUG nova.objects.instance [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lazy-loading 'flavor' on Instance uuid e51cd5d1-a00a-46fa-ab85-8d79bbc98100 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.303940] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347a6526-eaa4-4383-966f-b2391fc9258b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.311544] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e10799-44ed-482e-9397-6edf4897fd4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.344625] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55146c7b-b474-4146-a2d8-4822e9b20bc3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.353414] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc9f5d2-8377-4301-b60c-d0d9ec491317 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.369773] env[70691]: DEBUG nova.compute.provider_tree [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.406404] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 736.406991] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 736.407281] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.407501] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 736.407711] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.407825] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 736.408029] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 736.408198] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 736.408379] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 736.408543] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 736.408735] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 736.420637] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8bc230f-fc26-4b77-9e99-552cf23aee66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.454362] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 736.454362] env[70691]: value = "task-3453689" [ 736.454362] env[70691]: _type = "Task" [ 736.454362] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.469495] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.483647] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.738850] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc78dcb9-20e7-4872-8d39-19165d19043a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.772477] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 736.772811] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e83f47cc-3a3b-458f-b613-6989898bd0c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.787405] env[70691]: DEBUG oslo_vmware.api [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 736.787405] env[70691]: value = "task-3453690" [ 736.787405] env[70691]: _type = "Task" [ 736.787405] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.805054] env[70691]: DEBUG oslo_vmware.api [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.920948] env[70691]: DEBUG nova.scheduler.client.report [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Updated inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 736.921537] env[70691]: DEBUG nova.compute.provider_tree [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Updating resource provider 0f714c39-9913-4c20-9640-f803078976e4 generation from 45 to 46 during operation: update_inventory {{(pid=70691) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 736.921537] env[70691]: DEBUG nova.compute.provider_tree [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.967569] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453689, 'name': ReconfigVM_Task, 'duration_secs': 0.434463} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.969180] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance '59083004-8304-4b1f-9c8f-404ecf812e7e' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 736.991239] env[70691]: DEBUG oslo_vmware.api [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453688, 'name': PowerOnVM_Task, 'duration_secs': 0.825358} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.991561] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 736.991785] env[70691]: INFO nova.compute.manager [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Took 9.48 seconds to spawn the instance on the hypervisor. [ 736.991988] env[70691]: DEBUG nova.compute.manager [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 736.992893] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b2af0c-c2d3-4196-8150-69bbbed0a8eb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.119597] env[70691]: DEBUG nova.network.neutron [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Successfully updated port: aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.184589] env[70691]: DEBUG nova.compute.manager [req-9d7ebb96-5f87-449a-9bc1-ec711c3aa25e req-a69765e9-343f-47db-985e-016b9b62c195 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Received event network-vif-plugged-aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 737.184828] env[70691]: DEBUG oslo_concurrency.lockutils [req-9d7ebb96-5f87-449a-9bc1-ec711c3aa25e req-a69765e9-343f-47db-985e-016b9b62c195 service nova] Acquiring lock "2326608f-ae29-49b0-847a-d8eee0560304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.188021] env[70691]: DEBUG oslo_concurrency.lockutils [req-9d7ebb96-5f87-449a-9bc1-ec711c3aa25e req-a69765e9-343f-47db-985e-016b9b62c195 service nova] Lock "2326608f-ae29-49b0-847a-d8eee0560304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.188021] env[70691]: DEBUG oslo_concurrency.lockutils [req-9d7ebb96-5f87-449a-9bc1-ec711c3aa25e req-a69765e9-343f-47db-985e-016b9b62c195 service nova] Lock "2326608f-ae29-49b0-847a-d8eee0560304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.188021] env[70691]: DEBUG nova.compute.manager [req-9d7ebb96-5f87-449a-9bc1-ec711c3aa25e req-a69765e9-343f-47db-985e-016b9b62c195 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] No waiting events found dispatching network-vif-plugged-aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 737.188021] env[70691]: WARNING nova.compute.manager [req-9d7ebb96-5f87-449a-9bc1-ec711c3aa25e req-a69765e9-343f-47db-985e-016b9b62c195 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Received unexpected event network-vif-plugged-aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8 for instance with vm_state building and task_state spawning. [ 737.305438] env[70691]: DEBUG oslo_vmware.api [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453690, 'name': PowerOffVM_Task, 'duration_secs': 0.240035} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.305772] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 737.311192] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 737.311524] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5247d70-022f-46fb-a1ac-8f2c15b7b7e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.335293] env[70691]: DEBUG oslo_vmware.api [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 737.335293] env[70691]: value = "task-3453691" [ 737.335293] env[70691]: _type = "Task" [ 737.335293] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.349820] env[70691]: DEBUG oslo_vmware.api [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.427722] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.156s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.427946] env[70691]: DEBUG nova.compute.manager [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 737.433208] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.113s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.433208] env[70691]: DEBUG nova.objects.instance [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lazy-loading 'resources' on Instance uuid 1b318a7c-b4d1-48a7-a260-06a67db6db43 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.488376] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 737.488734] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 737.489016] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.489097] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 737.489647] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.489647] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 737.489647] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 737.489958] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 737.491263] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 737.491263] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 737.491263] env[70691]: DEBUG nova.virt.hardware [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.497581] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 737.498705] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b52b1b85-c2d7-4fd3-9354-285efb99dd15 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.530233] env[70691]: INFO nova.compute.manager [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Took 34.62 seconds to build instance. [ 737.542333] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 737.542333] env[70691]: value = "task-3453692" [ 737.542333] env[70691]: _type = "Task" [ 737.542333] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.556714] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453692, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.625864] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "refresh_cache-2326608f-ae29-49b0-847a-d8eee0560304" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.626057] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquired lock "refresh_cache-2326608f-ae29-49b0-847a-d8eee0560304" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.627034] env[70691]: DEBUG nova.network.neutron [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 737.854171] env[70691]: DEBUG oslo_vmware.api [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453691, 'name': ReconfigVM_Task, 'duration_secs': 0.387978} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.854171] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 737.854171] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 737.854171] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b8b2aa2-14cb-49f5-8679-761c2556b195 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.866981] env[70691]: DEBUG oslo_vmware.api [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 737.866981] env[70691]: value = "task-3453693" [ 737.866981] env[70691]: _type = "Task" [ 737.866981] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.883036] env[70691]: DEBUG oslo_vmware.api [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.941118] env[70691]: DEBUG nova.compute.utils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 737.944331] env[70691]: DEBUG nova.compute.manager [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 737.944973] env[70691]: DEBUG nova.network.neutron [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 738.021618] env[70691]: DEBUG nova.policy [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97a773291a5c49e1b427bc4a9ac63839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '884bb465801f4d5b8fc824fb34cf9a84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 738.033385] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0fd28530-fa54-4ad7-ae4b-00a4323713ce tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "35828fe9-7966-4d5a-b860-2cabb825ce9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.603s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.055439] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453692, 'name': ReconfigVM_Task, 'duration_secs': 0.238017} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.061038] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 738.061965] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a766db-1667-49c7-8c2e-d7087f175712 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.097269] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 59083004-8304-4b1f-9c8f-404ecf812e7e/59083004-8304-4b1f-9c8f-404ecf812e7e.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.101444] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b616b7-7e20-4bf0-bbc4-5a1a4603689d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.127060] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 738.127060] env[70691]: value = "task-3453694" [ 738.127060] env[70691]: _type = "Task" [ 738.127060] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.143752] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.200915] env[70691]: DEBUG nova.network.neutron [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 738.380801] env[70691]: DEBUG oslo_vmware.api [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453693, 'name': PowerOnVM_Task, 'duration_secs': 0.5051} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.380801] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 738.380801] env[70691]: DEBUG nova.compute.manager [None req-c5be4072-1bee-49b2-825e-96ef27967258 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 738.381192] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9207f3fd-fb78-4543-bb92-cb0281ea0fb0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.445039] env[70691]: DEBUG nova.compute.manager [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 738.547169] env[70691]: DEBUG nova.compute.manager [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 738.637612] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.657292] env[70691]: DEBUG nova.network.neutron [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Updating instance_info_cache with network_info: [{"id": "aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8", "address": "fa:16:3e:d6:24:26", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba225aa-0b", "ovs_interfaceid": "aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.679822] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef47f15-347a-46de-afd7-44fe447554f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.691712] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b994eab-525d-4e57-945d-7135490555d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.738125] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3816e4-135f-4372-8132-47e6dcd4fa34 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.747658] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f11ad-8c40-4250-9405-2ef70660af45 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.765669] env[70691]: DEBUG nova.compute.provider_tree [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.963209] env[70691]: DEBUG nova.network.neutron [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Successfully created port: e3e69df2-c1bc-4977-93d8-56b20bc0306f {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.077054] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.136777] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453694, 'name': ReconfigVM_Task, 'duration_secs': 0.546826} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.139994] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 59083004-8304-4b1f-9c8f-404ecf812e7e/59083004-8304-4b1f-9c8f-404ecf812e7e.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.139994] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance '59083004-8304-4b1f-9c8f-404ecf812e7e' progress to 50 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 739.159513] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Releasing lock "refresh_cache-2326608f-ae29-49b0-847a-d8eee0560304" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.159962] env[70691]: DEBUG nova.compute.manager [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Instance network_info: |[{"id": "aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8", "address": "fa:16:3e:d6:24:26", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba225aa-0b", "ovs_interfaceid": "aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 739.160454] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:24:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.168928] env[70691]: DEBUG oslo.service.loopingcall [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.169202] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 739.169428] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72ab3c7c-00f4-43b4-864a-f081e0d4f01d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.206790] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.206790] env[70691]: value = "task-3453695" [ 739.206790] env[70691]: _type = "Task" [ 739.206790] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.218617] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453695, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.273214] env[70691]: DEBUG nova.scheduler.client.report [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 739.468354] env[70691]: DEBUG nova.compute.manager [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 739.543308] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 739.544332] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 739.544332] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.544332] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 739.544332] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.544332] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 739.545405] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 739.545405] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 739.545405] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 739.545405] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 739.545826] env[70691]: DEBUG nova.virt.hardware [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 739.546382] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9db72d-61ba-4add-82c3-98fb1c231306 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.556636] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fd071a-d408-45a8-9087-c812e0bfdd48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.636587] env[70691]: DEBUG nova.compute.manager [req-66433ca4-5e7d-45b5-b058-fe728948d9c0 req-8de13da8-a028-479f-8171-d4e693a21751 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Received event network-changed-aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 739.636788] env[70691]: DEBUG nova.compute.manager [req-66433ca4-5e7d-45b5-b058-fe728948d9c0 req-8de13da8-a028-479f-8171-d4e693a21751 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Refreshing instance network info cache due to event network-changed-aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 739.637105] env[70691]: DEBUG oslo_concurrency.lockutils [req-66433ca4-5e7d-45b5-b058-fe728948d9c0 req-8de13da8-a028-479f-8171-d4e693a21751 service nova] Acquiring lock "refresh_cache-2326608f-ae29-49b0-847a-d8eee0560304" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.637236] env[70691]: DEBUG oslo_concurrency.lockutils [req-66433ca4-5e7d-45b5-b058-fe728948d9c0 req-8de13da8-a028-479f-8171-d4e693a21751 service nova] Acquired lock "refresh_cache-2326608f-ae29-49b0-847a-d8eee0560304" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.638236] env[70691]: DEBUG nova.network.neutron [req-66433ca4-5e7d-45b5-b058-fe728948d9c0 req-8de13da8-a028-479f-8171-d4e693a21751 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Refreshing network info cache for port aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 739.645989] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce670bd0-e92a-47e7-a2cc-f7a712745e45 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.673393] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63f0275-b73c-440e-97b8-a3640820e3c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.696772] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance '59083004-8304-4b1f-9c8f-404ecf812e7e' progress to 67 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 739.719517] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453695, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.784046] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.789038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.827s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.789872] env[70691]: INFO nova.compute.claims [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.813889] env[70691]: INFO nova.scheduler.client.report [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted allocations for instance 1b318a7c-b4d1-48a7-a260-06a67db6db43 [ 740.219951] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453695, 'name': CreateVM_Task, 'duration_secs': 0.835606} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.220163] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 740.220908] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.221119] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.221463] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.221776] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-556503de-a344-4c43-bd2b-c5455fd8a745 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.231151] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 740.231151] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529805e0-b4d9-8d5b-33b2-9c943627e8cf" [ 740.231151] env[70691]: _type = "Task" [ 740.231151] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.242278] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529805e0-b4d9-8d5b-33b2-9c943627e8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.293632] env[70691]: DEBUG nova.network.neutron [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Port fd0e11dc-4999-4d47-a6a7-4cd4ae25f600 binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 740.327852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2781c4a9-df9a-49f3-9153-98f381277862 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "1b318a7c-b4d1-48a7-a260-06a67db6db43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.127s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.753047] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529805e0-b4d9-8d5b-33b2-9c943627e8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.037607} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.753047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.753047] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.753047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.753483] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.753483] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.753483] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2efa11b-0257-44c9-a91d-4f17d4fce4eb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.769211] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.769211] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 740.769211] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276a51fa-98ec-4758-8baf-bf5e05082a99 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.779365] env[70691]: DEBUG nova.network.neutron [req-66433ca4-5e7d-45b5-b058-fe728948d9c0 req-8de13da8-a028-479f-8171-d4e693a21751 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Updated VIF entry in instance network info cache for port aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 740.779365] env[70691]: DEBUG nova.network.neutron [req-66433ca4-5e7d-45b5-b058-fe728948d9c0 req-8de13da8-a028-479f-8171-d4e693a21751 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Updating instance_info_cache with network_info: [{"id": "aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8", "address": "fa:16:3e:d6:24:26", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba225aa-0b", "ovs_interfaceid": "aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.784042] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 740.784042] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52496e3c-8dd2-4c0b-d855-a8759c1b83ef" [ 740.784042] env[70691]: _type = "Task" [ 740.784042] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.793271] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52496e3c-8dd2-4c0b-d855-a8759c1b83ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.873699] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.874043] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.874418] env[70691]: DEBUG nova.compute.manager [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 740.875365] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420e95ae-bc9b-4a8a-a183-b328831951a3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.884951] env[70691]: DEBUG nova.compute.manager [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 740.887469] env[70691]: DEBUG nova.objects.instance [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lazy-loading 'flavor' on Instance uuid e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.286306] env[70691]: DEBUG oslo_concurrency.lockutils [req-66433ca4-5e7d-45b5-b058-fe728948d9c0 req-8de13da8-a028-479f-8171-d4e693a21751 service nova] Releasing lock "refresh_cache-2326608f-ae29-49b0-847a-d8eee0560304" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.303019] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52496e3c-8dd2-4c0b-d855-a8759c1b83ef, 'name': SearchDatastore_Task, 'duration_secs': 0.019665} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.303019] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfc0c01-9233-41e2-95d2-4968cf744a14 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.328564] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "59083004-8304-4b1f-9c8f-404ecf812e7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.328789] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.329022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.332017] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 741.332017] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52618a9d-68e3-35e2-8aa0-f66c35b50833" [ 741.332017] env[70691]: _type = "Task" [ 741.332017] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.347386] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52618a9d-68e3-35e2-8aa0-f66c35b50833, 'name': SearchDatastore_Task, 'duration_secs': 0.016224} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.349042] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.349042] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 2326608f-ae29-49b0-847a-d8eee0560304/2326608f-ae29-49b0-847a-d8eee0560304.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 741.349042] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55ffd9cc-44fc-4aae-a0a3-e3b9d83f97b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.363898] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 741.363898] env[70691]: value = "task-3453696" [ 741.363898] env[70691]: _type = "Task" [ 741.363898] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.383702] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.396745] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 741.397056] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69d60138-0dee-4950-9d0b-fd55d4fb97a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.409036] env[70691]: DEBUG oslo_vmware.api [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 741.409036] env[70691]: value = "task-3453697" [ 741.409036] env[70691]: _type = "Task" [ 741.409036] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.409036] env[70691]: DEBUG nova.network.neutron [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Successfully updated port: e3e69df2-c1bc-4977-93d8-56b20bc0306f {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.423276] env[70691]: DEBUG oslo_vmware.api [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.443285] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0f73c-5afe-4498-9d01-0e3b61f94b09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.454629] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c2c245-9c60-4e13-95c1-76fd4b842a48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.495520] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14729f-849a-46ea-8408-b98a28df1939 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.504307] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8556d31-78db-455e-89fd-c330dc24788b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.519618] env[70691]: DEBUG nova.compute.provider_tree [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.654420] env[70691]: DEBUG oslo_vmware.rw_handles [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52051685-906e-9097-24c9-010ec8828c7f/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.658026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c546f272-24a7-4455-bfe0-7081639321c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.663437] env[70691]: DEBUG oslo_vmware.rw_handles [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52051685-906e-9097-24c9-010ec8828c7f/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.663694] env[70691]: ERROR oslo_vmware.rw_handles [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52051685-906e-9097-24c9-010ec8828c7f/disk-0.vmdk due to incomplete transfer. [ 741.664551] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f03c54d-5047-4e0f-9f7a-dfe20273e28e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.675529] env[70691]: DEBUG oslo_vmware.rw_handles [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52051685-906e-9097-24c9-010ec8828c7f/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.676647] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Uploaded image 4787fd1b-d6a6-4a5a-97d9-4b296f3fe6d3 to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 741.684484] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 741.684912] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f23eea71-f34e-4c21-8265-799f11da9bd1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.694884] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 741.694884] env[70691]: value = "task-3453698" [ 741.694884] env[70691]: _type = "Task" [ 741.694884] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.703575] env[70691]: DEBUG nova.compute.manager [req-96f941c2-be8b-4d08-9a0e-fd28263e16a5 req-6e7026ce-3b61-4aed-81fa-c9b5cfe2745a service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Received event network-vif-plugged-e3e69df2-c1bc-4977-93d8-56b20bc0306f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 741.703908] env[70691]: DEBUG oslo_concurrency.lockutils [req-96f941c2-be8b-4d08-9a0e-fd28263e16a5 req-6e7026ce-3b61-4aed-81fa-c9b5cfe2745a service nova] Acquiring lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.704148] env[70691]: DEBUG oslo_concurrency.lockutils [req-96f941c2-be8b-4d08-9a0e-fd28263e16a5 req-6e7026ce-3b61-4aed-81fa-c9b5cfe2745a service nova] Lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.704330] env[70691]: DEBUG oslo_concurrency.lockutils [req-96f941c2-be8b-4d08-9a0e-fd28263e16a5 req-6e7026ce-3b61-4aed-81fa-c9b5cfe2745a service nova] Lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.704502] env[70691]: DEBUG nova.compute.manager [req-96f941c2-be8b-4d08-9a0e-fd28263e16a5 req-6e7026ce-3b61-4aed-81fa-c9b5cfe2745a service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] No waiting events found dispatching network-vif-plugged-e3e69df2-c1bc-4977-93d8-56b20bc0306f {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 741.704698] env[70691]: WARNING nova.compute.manager [req-96f941c2-be8b-4d08-9a0e-fd28263e16a5 req-6e7026ce-3b61-4aed-81fa-c9b5cfe2745a service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Received unexpected event network-vif-plugged-e3e69df2-c1bc-4977-93d8-56b20bc0306f for instance with vm_state building and task_state spawning. [ 741.713586] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453698, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.879442] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453696, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.915253] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "refresh_cache-decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.915253] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "refresh_cache-decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.915253] env[70691]: DEBUG nova.network.neutron [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 741.924890] env[70691]: DEBUG oslo_vmware.api [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453697, 'name': PowerOffVM_Task, 'duration_secs': 0.38021} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.925236] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 741.925820] env[70691]: DEBUG nova.compute.manager [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 741.926544] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011c1619-31f1-4187-a76e-26f8ab5d72db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.025398] env[70691]: DEBUG nova.scheduler.client.report [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 742.213228] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453698, 'name': Destroy_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.216343] env[70691]: DEBUG nova.compute.manager [req-8f6cc9ac-2b2a-4574-9131-6baac97bc36b req-215d26fa-693c-486b-89f7-9130879e2e52 service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Received event network-changed-e3e69df2-c1bc-4977-93d8-56b20bc0306f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 742.216545] env[70691]: DEBUG nova.compute.manager [req-8f6cc9ac-2b2a-4574-9131-6baac97bc36b req-215d26fa-693c-486b-89f7-9130879e2e52 service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Refreshing instance network info cache due to event network-changed-e3e69df2-c1bc-4977-93d8-56b20bc0306f. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 742.216738] env[70691]: DEBUG oslo_concurrency.lockutils [req-8f6cc9ac-2b2a-4574-9131-6baac97bc36b req-215d26fa-693c-486b-89f7-9130879e2e52 service nova] Acquiring lock "refresh_cache-decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.392105] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575041} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.392471] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 2326608f-ae29-49b0-847a-d8eee0560304/2326608f-ae29-49b0-847a-d8eee0560304.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 742.392682] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.394170] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e3f23ce-3b42-4b25-bf46-c80140b278b0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.402084] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 742.402084] env[70691]: value = "task-3453699" [ 742.402084] env[70691]: _type = "Task" [ 742.402084] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.417052] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.444171] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9660a9d-3153-4f8d-ac1f-24b91f1effa0 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.479250] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.479449] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.479628] env[70691]: DEBUG nova.network.neutron [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 742.507245] env[70691]: DEBUG nova.network.neutron [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 742.534581] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.534581] env[70691]: DEBUG nova.compute.manager [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 742.540578] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.647s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.541351] env[70691]: DEBUG nova.objects.instance [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 742.706653] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453698, 'name': Destroy_Task, 'duration_secs': 0.541387} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.706949] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Destroyed the VM [ 742.707553] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.707696] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a162e12c-8132-4399-8244-f9377c0ad138 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.717279] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 742.717279] env[70691]: value = "task-3453700" [ 742.717279] env[70691]: _type = "Task" [ 742.717279] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.728499] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.846906] env[70691]: DEBUG nova.network.neutron [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Updating instance_info_cache with network_info: [{"id": "e3e69df2-c1bc-4977-93d8-56b20bc0306f", "address": "fa:16:3e:c5:e5:14", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e69df2-c1", "ovs_interfaceid": "e3e69df2-c1bc-4977-93d8-56b20bc0306f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.913166] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076166} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.913166] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.913921] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9ab01f-0992-4361-9014-40cd130ae684 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.941029] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2326608f-ae29-49b0-847a-d8eee0560304/2326608f-ae29-49b0-847a-d8eee0560304.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.941029] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd5224b-566b-4913-8f44-d29a2ac62f05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.962899] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 742.962899] env[70691]: value = "task-3453701" [ 742.962899] env[70691]: _type = "Task" [ 742.962899] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.972911] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.039565] env[70691]: DEBUG nova.compute.utils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 743.041653] env[70691]: DEBUG nova.compute.manager [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 743.041980] env[70691]: DEBUG nova.network.neutron [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 743.145175] env[70691]: DEBUG nova.policy [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8074603e598e41d2baf40986936effa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8bf7925560e46c69f5be5e31b6fc3be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 743.232726] env[70691]: DEBUG oslo_vmware.api [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453700, 'name': RemoveSnapshot_Task, 'duration_secs': 0.425467} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.232726] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.233127] env[70691]: INFO nova.compute.manager [None req-fb62823a-efe0-43f0-8d26-dff4cf4d21f8 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Took 13.56 seconds to snapshot the instance on the hypervisor. [ 743.348985] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "refresh_cache-decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.349344] env[70691]: DEBUG nova.compute.manager [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Instance network_info: |[{"id": "e3e69df2-c1bc-4977-93d8-56b20bc0306f", "address": "fa:16:3e:c5:e5:14", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e69df2-c1", "ovs_interfaceid": "e3e69df2-c1bc-4977-93d8-56b20bc0306f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 743.349698] env[70691]: DEBUG oslo_concurrency.lockutils [req-8f6cc9ac-2b2a-4574-9131-6baac97bc36b req-215d26fa-693c-486b-89f7-9130879e2e52 service nova] Acquired lock "refresh_cache-decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.349832] env[70691]: DEBUG nova.network.neutron [req-8f6cc9ac-2b2a-4574-9131-6baac97bc36b req-215d26fa-693c-486b-89f7-9130879e2e52 service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Refreshing network info cache for port e3e69df2-c1bc-4977-93d8-56b20bc0306f {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 743.351180] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:e5:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e69df2-c1bc-4977-93d8-56b20bc0306f', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.360732] env[70691]: DEBUG oslo.service.loopingcall [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.364245] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 743.367413] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd0fd39-4a3c-494b-bd9a-e427422b5e24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.394742] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.394742] env[70691]: value = "task-3453702" [ 743.394742] env[70691]: _type = "Task" [ 743.394742] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.411737] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453702, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.476083] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453701, 'name': ReconfigVM_Task, 'duration_secs': 0.324424} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.476626] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2326608f-ae29-49b0-847a-d8eee0560304/2326608f-ae29-49b0-847a-d8eee0560304.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.477477] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bafd4db-2206-47da-b89a-7952a86a1436 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.487948] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 743.487948] env[70691]: value = "task-3453703" [ 743.487948] env[70691]: _type = "Task" [ 743.487948] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.501165] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453703, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.545684] env[70691]: DEBUG nova.compute.manager [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 743.550609] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c33f4d49-0915-46ce-8a1e-5f1148b5e580 tempest-ServersAdmin275Test-525856999 tempest-ServersAdmin275Test-525856999-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.554534] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.267s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.554534] env[70691]: INFO nova.compute.claims [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.658275] env[70691]: DEBUG nova.network.neutron [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance_info_cache with network_info: [{"id": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "address": "fa:16:3e:53:3d:5f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0e11dc-49", "ovs_interfaceid": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.703146] env[70691]: DEBUG nova.compute.manager [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 743.704176] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414c0a90-92af-4b3f-8cc9-35db84289619 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.804719] env[70691]: DEBUG nova.network.neutron [req-8f6cc9ac-2b2a-4574-9131-6baac97bc36b req-215d26fa-693c-486b-89f7-9130879e2e52 service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Updated VIF entry in instance network info cache for port e3e69df2-c1bc-4977-93d8-56b20bc0306f. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 743.805044] env[70691]: DEBUG nova.network.neutron [req-8f6cc9ac-2b2a-4574-9131-6baac97bc36b req-215d26fa-693c-486b-89f7-9130879e2e52 service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Updating instance_info_cache with network_info: [{"id": "e3e69df2-c1bc-4977-93d8-56b20bc0306f", "address": "fa:16:3e:c5:e5:14", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e69df2-c1", "ovs_interfaceid": "e3e69df2-c1bc-4977-93d8-56b20bc0306f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.843022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "3f866d70-dbec-4b20-a478-6d970447cea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.843120] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.906022] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453702, 'name': CreateVM_Task, 'duration_secs': 0.374869} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.906022] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 743.906572] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.906752] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.907109] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.908526] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633755b0-32b2-457f-9e52-3ae67ecc8bf1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.914463] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 743.914463] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526b43dd-2263-04e2-0925-aafc73bff89f" [ 743.914463] env[70691]: _type = "Task" [ 743.914463] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.928021] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526b43dd-2263-04e2-0925-aafc73bff89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.952352] env[70691]: DEBUG nova.network.neutron [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Successfully created port: 510b46af-f75d-4075-99b3-8ca28d8da1a7 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.001367] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453703, 'name': Rename_Task, 'duration_secs': 0.247542} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.001367] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 744.001367] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46d580ec-afac-437f-a185-7ad07dcce3c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.006901] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 744.006901] env[70691]: value = "task-3453704" [ 744.006901] env[70691]: _type = "Task" [ 744.006901] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.017453] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.161281] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.224296] env[70691]: INFO nova.compute.manager [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] instance snapshotting [ 744.224471] env[70691]: DEBUG nova.objects.instance [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'flavor' on Instance uuid 265f116d-1cdf-4201-a90e-6a3cb4ea8ece {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.307676] env[70691]: DEBUG oslo_concurrency.lockutils [req-8f6cc9ac-2b2a-4574-9131-6baac97bc36b req-215d26fa-693c-486b-89f7-9130879e2e52 service nova] Releasing lock "refresh_cache-decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.436666] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526b43dd-2263-04e2-0925-aafc73bff89f, 'name': SearchDatastore_Task, 'duration_secs': 0.031931} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.437299] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.437734] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.438183] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.438496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.438841] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.439323] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca5bea2-c1ab-4bd5-be77-8c6a6ad5317b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.454402] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.454746] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 744.459021] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d8b285-29a3-4543-b165-0c14aee19637 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.465185] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 744.465185] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5280e8fd-f86a-973b-100f-4028676b4212" [ 744.465185] env[70691]: _type = "Task" [ 744.465185] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.477678] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5280e8fd-f86a-973b-100f-4028676b4212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.523367] env[70691]: DEBUG oslo_vmware.api [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453704, 'name': PowerOnVM_Task, 'duration_secs': 0.48475} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.523650] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 744.523856] env[70691]: INFO nova.compute.manager [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Took 9.22 seconds to spawn the instance on the hypervisor. [ 744.524046] env[70691]: DEBUG nova.compute.manager [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 744.525014] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2980d803-22e1-45cb-b15e-ac56e044d189 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.559655] env[70691]: DEBUG nova.compute.manager [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 744.604299] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:11:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='620905594',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1542086377',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 744.605282] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 744.605282] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.605282] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 744.605282] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.605282] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 744.605445] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 744.605578] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 744.605750] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 744.605922] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 744.606656] env[70691]: DEBUG nova.virt.hardware [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 744.607826] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5035fa8-d6aa-443f-8fd9-8f4f8dcd179b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.617716] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6c698e-f826-4c8e-add4-85c6306b95c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.698198] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29366f85-b1d0-444c-8cfb-6cedeb61f376 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.720537] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626e50f-4845-4957-b603-c9772937d779 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.737022] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance '59083004-8304-4b1f-9c8f-404ecf812e7e' progress to 83 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 744.744237] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4c47dd-09d0-457c-b0df-fbd8cbe7f350 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.768755] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43774cd3-4566-491f-a86a-05a390e20ff5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.977766] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5280e8fd-f86a-973b-100f-4028676b4212, 'name': SearchDatastore_Task, 'duration_secs': 0.019694} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.978632] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe211a4a-f4da-44c5-a1f3-94f5f2886b4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.986477] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 744.986477] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52228bcc-3f08-5c4e-ffbc-21b887f3c400" [ 744.986477] env[70691]: _type = "Task" [ 744.986477] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.000024] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52228bcc-3f08-5c4e-ffbc-21b887f3c400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.050192] env[70691]: INFO nova.compute.manager [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Took 38.47 seconds to build instance. [ 745.233979] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb55045d-f35b-4026-b9c7-bfcd06a002a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.243729] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df10f623-3da5-46a4-8dcf-5c39302c3aa4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.251063] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 745.251355] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4aec571-5b83-4a1c-a666-886c33dcb6cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.286989] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 745.288712] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-221047bd-6765-4382-a238-cb4c4c0ec0fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.295394] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8253f93a-33df-4a06-9f0f-8d66938dd67d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.302343] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 745.302343] env[70691]: value = "task-3453705" [ 745.302343] env[70691]: _type = "Task" [ 745.302343] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.311074] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9187fa1-b5c5-4fd9-a66f-dcc87b2be02f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.318642] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 745.318642] env[70691]: value = "task-3453706" [ 745.318642] env[70691]: _type = "Task" [ 745.318642] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.323202] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.335663] env[70691]: DEBUG nova.compute.provider_tree [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.343468] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.386750] env[70691]: DEBUG nova.objects.instance [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lazy-loading 'flavor' on Instance uuid e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.514204] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52228bcc-3f08-5c4e-ffbc-21b887f3c400, 'name': SearchDatastore_Task, 'duration_secs': 0.01667} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.514583] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.515417] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] decfe3a6-3638-4fc0-9cf4-b954ea9c8af1/decfe3a6-3638-4fc0-9cf4-b954ea9c8af1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 745.515747] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10ac607d-9adf-46f2-b04a-80a8914414e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.524865] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 745.524865] env[70691]: value = "task-3453707" [ 745.524865] env[70691]: _type = "Task" [ 745.524865] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.535704] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.551484] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ffc68371-f43a-4687-aaea-89b05d2694b6 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "2326608f-ae29-49b0-847a-d8eee0560304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.014s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.708644] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.708946] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.709225] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.709443] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.709626] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.712940] env[70691]: INFO nova.compute.manager [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Terminating instance [ 745.715581] env[70691]: DEBUG nova.compute.manager [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 745.716223] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 745.717229] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8e362b-17d5-40c4-9c37-eaee45abe441 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.729900] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 745.730613] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ef31b34-e223-457b-8d97-e13f0d5efb4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.817513] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453705, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.834713] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.834989] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.840184] env[70691]: DEBUG nova.scheduler.client.report [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 745.848629] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453706, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.878036] env[70691]: DEBUG nova.network.neutron [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Successfully updated port: 510b46af-f75d-4075-99b3-8ca28d8da1a7 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.893034] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "refresh_cache-e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.893034] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquired lock "refresh_cache-e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.893034] env[70691]: DEBUG nova.network.neutron [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 745.893034] env[70691]: DEBUG nova.objects.instance [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lazy-loading 'info_cache' on Instance uuid e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.040353] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453707, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.054732] env[70691]: DEBUG nova.compute.manager [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 746.101555] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 746.101747] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 746.101939] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleting the datastore file [datastore1] a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.103927] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb8f3e9b-ed5d-42e3-b94e-9809886b49f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.114521] env[70691]: DEBUG oslo_vmware.api [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 746.114521] env[70691]: value = "task-3453709" [ 746.114521] env[70691]: _type = "Task" [ 746.114521] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.130189] env[70691]: DEBUG oslo_vmware.api [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.319693] env[70691]: DEBUG oslo_vmware.api [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3453705, 'name': PowerOnVM_Task, 'duration_secs': 0.611145} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.321056] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 746.321976] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a486adc6-a9a5-41e6-a6ed-cd274f9f2f21 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance '59083004-8304-4b1f-9c8f-404ecf812e7e' progress to 100 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 746.326776] env[70691]: DEBUG nova.compute.manager [req-04ccc1c3-79a8-4934-8c40-03cf3077aaaf req-c03e31d0-e245-47b0-b60a-80b2c2c8672d service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Received event network-vif-plugged-510b46af-f75d-4075-99b3-8ca28d8da1a7 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 746.326996] env[70691]: DEBUG oslo_concurrency.lockutils [req-04ccc1c3-79a8-4934-8c40-03cf3077aaaf req-c03e31d0-e245-47b0-b60a-80b2c2c8672d service nova] Acquiring lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.327229] env[70691]: DEBUG oslo_concurrency.lockutils [req-04ccc1c3-79a8-4934-8c40-03cf3077aaaf req-c03e31d0-e245-47b0-b60a-80b2c2c8672d service nova] Lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.327445] env[70691]: DEBUG oslo_concurrency.lockutils [req-04ccc1c3-79a8-4934-8c40-03cf3077aaaf req-c03e31d0-e245-47b0-b60a-80b2c2c8672d service nova] Lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.327657] env[70691]: DEBUG nova.compute.manager [req-04ccc1c3-79a8-4934-8c40-03cf3077aaaf req-c03e31d0-e245-47b0-b60a-80b2c2c8672d service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] No waiting events found dispatching network-vif-plugged-510b46af-f75d-4075-99b3-8ca28d8da1a7 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 746.327836] env[70691]: WARNING nova.compute.manager [req-04ccc1c3-79a8-4934-8c40-03cf3077aaaf req-c03e31d0-e245-47b0-b60a-80b2c2c8672d service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Received unexpected event network-vif-plugged-510b46af-f75d-4075-99b3-8ca28d8da1a7 for instance with vm_state building and task_state spawning. [ 746.338891] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453706, 'name': CreateSnapshot_Task, 'duration_secs': 1.00224} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.339172] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 746.340090] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88966b5-1d99-4c57-97e6-bbf1bdd223a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.347738] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.348504] env[70691]: DEBUG nova.compute.manager [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 746.354436] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.869s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.357040] env[70691]: INFO nova.compute.claims [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.380984] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "refresh_cache-10ce594d-4e67-4652-9b0f-99cbfe06fb3b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.381134] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquired lock "refresh_cache-10ce594d-4e67-4652-9b0f-99cbfe06fb3b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.381244] env[70691]: DEBUG nova.network.neutron [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 746.397538] env[70691]: DEBUG nova.objects.base [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 746.537981] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58233} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.538405] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] decfe3a6-3638-4fc0-9cf4-b954ea9c8af1/decfe3a6-3638-4fc0-9cf4-b954ea9c8af1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 746.538695] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.539013] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b053b191-15c3-4a0c-9981-208b6553af1f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.546958] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 746.546958] env[70691]: value = "task-3453710" [ 746.546958] env[70691]: _type = "Task" [ 746.546958] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.556012] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.583689] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.624340] env[70691]: DEBUG oslo_vmware.api [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359666} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.624634] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.624828] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 746.625016] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 746.625230] env[70691]: INFO nova.compute.manager [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Took 0.91 seconds to destroy the instance on the hypervisor. [ 746.626124] env[70691]: DEBUG oslo.service.loopingcall [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.626124] env[70691]: DEBUG nova.compute.manager [-] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 746.626124] env[70691]: DEBUG nova.network.neutron [-] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 746.855648] env[70691]: DEBUG nova.compute.utils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.857015] env[70691]: DEBUG nova.compute.manager [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 746.857581] env[70691]: DEBUG nova.network.neutron [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 746.876124] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 746.877007] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98d26f0b-9a6e-4643-bbef-5bab563e4659 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.889064] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 746.889064] env[70691]: value = "task-3453711" [ 746.889064] env[70691]: _type = "Task" [ 746.889064] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.899368] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453711, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.968974] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "c9529c9f-d2f0-4816-a016-8e8e861f1068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.969296] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "c9529c9f-d2f0-4816-a016-8e8e861f1068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.980643] env[70691]: DEBUG nova.network.neutron [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 747.013265] env[70691]: DEBUG nova.policy [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ece3c3fb6f45e9812f6c5b5cbba2d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb6528f740514635a404b19bec5f0497', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 747.065991] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079788} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.066532] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.067701] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e3d465-5475-4a50-a62d-e5c4dd6b51c8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.095056] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] decfe3a6-3638-4fc0-9cf4-b954ea9c8af1/decfe3a6-3638-4fc0-9cf4-b954ea9c8af1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.101895] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a342f55c-a878-4e97-8e83-d9829d117b5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.126405] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 747.126405] env[70691]: value = "task-3453712" [ 747.126405] env[70691]: _type = "Task" [ 747.126405] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.137451] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.244656] env[70691]: DEBUG nova.network.neutron [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Updating instance_info_cache with network_info: [{"id": "510b46af-f75d-4075-99b3-8ca28d8da1a7", "address": "fa:16:3e:33:f7:cf", "network": {"id": "0a1ce5b9-e056-492e-be9f-bba377ce4c65", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1550588784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf7925560e46c69f5be5e31b6fc3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap510b46af-f7", "ovs_interfaceid": "510b46af-f75d-4075-99b3-8ca28d8da1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.363856] env[70691]: DEBUG nova.compute.manager [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 747.405245] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453711, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.406622] env[70691]: DEBUG nova.network.neutron [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Updating instance_info_cache with network_info: [{"id": "4854ba23-7774-4cab-8933-b0457e08f89b", "address": "fa:16:3e:3f:c0:25", "network": {"id": "f788935d-837c-463d-a103-4094f7a84dfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-435623644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe1323a7709545e5b018086420c73f1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4854ba23-77", "ovs_interfaceid": "4854ba23-7774-4cab-8933-b0457e08f89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.463400] env[70691]: DEBUG nova.network.neutron [-] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.468518] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "53c8d62a-6a62-4656-88e1-e27c6034d082" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.469129] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.556187] env[70691]: DEBUG nova.network.neutron [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Successfully created port: 36611af0-9cef-40e4-8a26-741473aec506 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.643038] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.749051] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Releasing lock "refresh_cache-10ce594d-4e67-4652-9b0f-99cbfe06fb3b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.749051] env[70691]: DEBUG nova.compute.manager [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Instance network_info: |[{"id": "510b46af-f75d-4075-99b3-8ca28d8da1a7", "address": "fa:16:3e:33:f7:cf", "network": {"id": "0a1ce5b9-e056-492e-be9f-bba377ce4c65", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1550588784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf7925560e46c69f5be5e31b6fc3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap510b46af-f7", "ovs_interfaceid": "510b46af-f75d-4075-99b3-8ca28d8da1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 747.749222] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:f7:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '510b46af-f75d-4075-99b3-8ca28d8da1a7', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.757393] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Creating folder: Project (c8bf7925560e46c69f5be5e31b6fc3be). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 747.760225] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7769087f-4ab0-4b29-83d8-ffb88bbb3d46 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.780804] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Created folder: Project (c8bf7925560e46c69f5be5e31b6fc3be) in parent group-v689428. [ 747.781073] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Creating folder: Instances. Parent ref: group-v689493. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 747.781357] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee4708c1-9378-4ff8-9118-025d8d7deddc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.796938] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Created folder: Instances in parent group-v689493. [ 747.797131] env[70691]: DEBUG oslo.service.loopingcall [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.797355] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 747.797574] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-985ca7a1-b763-4b77-89fb-64ba05edf7a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.822997] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.822997] env[70691]: value = "task-3453715" [ 747.822997] env[70691]: _type = "Task" [ 747.822997] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.843398] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453715, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.586356] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Releasing lock "refresh_cache-e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.587663] env[70691]: INFO nova.compute.manager [-] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Took 1.96 seconds to deallocate network for instance. [ 748.588926] env[70691]: DEBUG nova.compute.manager [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 748.609986] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453711, 'name': CloneVM_Task, 'duration_secs': 1.416413} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.610184] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Created linked-clone VM from snapshot [ 748.612612] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6dff53-5aad-4a0e-a28a-889a3b49a377 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.623624] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453712, 'name': ReconfigVM_Task, 'duration_secs': 0.709686} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.624042] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453715, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.626068] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 748.626302] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 748.626461] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.626669] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 748.626794] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.626939] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 748.627820] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 748.627820] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 748.627820] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 748.627820] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 748.627820] env[70691]: DEBUG nova.virt.hardware [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 748.628617] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Reconfigured VM instance instance-00000015 to attach disk [datastore1] decfe3a6-3638-4fc0-9cf4-b954ea9c8af1/decfe3a6-3638-4fc0-9cf4-b954ea9c8af1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.629713] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d1e455-64e4-4dac-a4d3-966a0dc0ea5d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.635154] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be75aed4-ceb2-4262-a622-314fa15e56e0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.636981] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Uploading image e91f97a6-d4ac-493b-a075-01773a5eccae {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 748.647776] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c747b60e-415e-48ff-aa1b-381b9096ece7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.654970] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 748.654970] env[70691]: value = "task-3453716" [ 748.654970] env[70691]: _type = "Task" [ 748.654970] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.676898] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453716, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.681540] env[70691]: DEBUG oslo_vmware.rw_handles [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 748.681540] env[70691]: value = "vm-689492" [ 748.681540] env[70691]: _type = "VirtualMachine" [ 748.681540] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 748.681825] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7465244f-f662-4e9b-83a3-e5028ae1f8aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.690158] env[70691]: DEBUG oslo_vmware.rw_handles [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease: (returnval){ [ 748.690158] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5223849a-ce34-7392-9250-243e0c410d86" [ 748.690158] env[70691]: _type = "HttpNfcLease" [ 748.690158] env[70691]: } obtained for exporting VM: (result){ [ 748.690158] env[70691]: value = "vm-689492" [ 748.690158] env[70691]: _type = "VirtualMachine" [ 748.690158] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 748.690460] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the lease: (returnval){ [ 748.690460] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5223849a-ce34-7392-9250-243e0c410d86" [ 748.690460] env[70691]: _type = "HttpNfcLease" [ 748.690460] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 748.697088] env[70691]: DEBUG nova.compute.manager [req-fc4fd1f1-08d8-474a-973a-ab4904a58061 req-fce4d5dc-7193-4dac-adaa-7c9bf79633c6 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Received event network-changed-510b46af-f75d-4075-99b3-8ca28d8da1a7 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 748.697088] env[70691]: DEBUG nova.compute.manager [req-fc4fd1f1-08d8-474a-973a-ab4904a58061 req-fce4d5dc-7193-4dac-adaa-7c9bf79633c6 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Refreshing instance network info cache due to event network-changed-510b46af-f75d-4075-99b3-8ca28d8da1a7. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 748.697088] env[70691]: DEBUG oslo_concurrency.lockutils [req-fc4fd1f1-08d8-474a-973a-ab4904a58061 req-fce4d5dc-7193-4dac-adaa-7c9bf79633c6 service nova] Acquiring lock "refresh_cache-10ce594d-4e67-4652-9b0f-99cbfe06fb3b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.697242] env[70691]: DEBUG oslo_concurrency.lockutils [req-fc4fd1f1-08d8-474a-973a-ab4904a58061 req-fce4d5dc-7193-4dac-adaa-7c9bf79633c6 service nova] Acquired lock "refresh_cache-10ce594d-4e67-4652-9b0f-99cbfe06fb3b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.697357] env[70691]: DEBUG nova.network.neutron [req-fc4fd1f1-08d8-474a-973a-ab4904a58061 req-fce4d5dc-7193-4dac-adaa-7c9bf79633c6 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Refreshing network info cache for port 510b46af-f75d-4075-99b3-8ca28d8da1a7 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 748.704187] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 748.704187] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5223849a-ce34-7392-9250-243e0c410d86" [ 748.704187] env[70691]: _type = "HttpNfcLease" [ 748.704187] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 748.745046] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f3ac6a-5941-4e79-96f9-c2cd168ffa51 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.754156] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6badea9-1582-4c85-a338-743049739628 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.786876] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d6a29e-7409-4b91-ac5a-af69acdb96aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.796455] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4975207-5ee6-4682-9139-f9023072b05c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.810366] env[70691]: DEBUG nova.compute.provider_tree [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.097235] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 749.097877] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e103b862-7e5b-4e8f-8a65-f4b7b4a76e42 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.109047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.109047] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453715, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.110525] env[70691]: DEBUG oslo_vmware.api [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 749.110525] env[70691]: value = "task-3453718" [ 749.110525] env[70691]: _type = "Task" [ 749.110525] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.119856] env[70691]: DEBUG oslo_vmware.api [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.166640] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453716, 'name': Rename_Task, 'duration_secs': 0.444465} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.166956] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 749.167291] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae269dc-4933-401e-b8c3-f708ea186976 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.176675] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 749.176675] env[70691]: value = "task-3453719" [ 749.176675] env[70691]: _type = "Task" [ 749.176675] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.186250] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.203501] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.203501] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5223849a-ce34-7392-9250-243e0c410d86" [ 749.203501] env[70691]: _type = "HttpNfcLease" [ 749.203501] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.204024] env[70691]: DEBUG oslo_vmware.rw_handles [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.204024] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5223849a-ce34-7392-9250-243e0c410d86" [ 749.204024] env[70691]: _type = "HttpNfcLease" [ 749.204024] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.205501] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0131aeec-869f-41b6-aa43-437a5647860a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.217079] env[70691]: DEBUG oslo_vmware.rw_handles [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f00862-512d-d5b9-70c0-cadab4289675/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.217079] env[70691]: DEBUG oslo_vmware.rw_handles [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f00862-512d-d5b9-70c0-cadab4289675/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 749.288765] env[70691]: DEBUG nova.compute.manager [req-c590c8e1-1c92-49a5-98e9-2cb52e02d22b req-5df4636b-0fca-4f21-ba37-a9ecab741887 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Received event network-vif-plugged-36611af0-9cef-40e4-8a26-741473aec506 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 749.289092] env[70691]: DEBUG oslo_concurrency.lockutils [req-c590c8e1-1c92-49a5-98e9-2cb52e02d22b req-5df4636b-0fca-4f21-ba37-a9ecab741887 service nova] Acquiring lock "db073798-feb7-4319-8345-53a5716ff15b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.289361] env[70691]: DEBUG oslo_concurrency.lockutils [req-c590c8e1-1c92-49a5-98e9-2cb52e02d22b req-5df4636b-0fca-4f21-ba37-a9ecab741887 service nova] Lock "db073798-feb7-4319-8345-53a5716ff15b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.289596] env[70691]: DEBUG oslo_concurrency.lockutils [req-c590c8e1-1c92-49a5-98e9-2cb52e02d22b req-5df4636b-0fca-4f21-ba37-a9ecab741887 service nova] Lock "db073798-feb7-4319-8345-53a5716ff15b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.289906] env[70691]: DEBUG nova.compute.manager [req-c590c8e1-1c92-49a5-98e9-2cb52e02d22b req-5df4636b-0fca-4f21-ba37-a9ecab741887 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] No waiting events found dispatching network-vif-plugged-36611af0-9cef-40e4-8a26-741473aec506 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 749.290025] env[70691]: WARNING nova.compute.manager [req-c590c8e1-1c92-49a5-98e9-2cb52e02d22b req-5df4636b-0fca-4f21-ba37-a9ecab741887 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Received unexpected event network-vif-plugged-36611af0-9cef-40e4-8a26-741473aec506 for instance with vm_state building and task_state spawning. [ 749.314135] env[70691]: DEBUG nova.scheduler.client.report [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 749.354762] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2455edc4-3972-4e24-8db0-d7ec9ed0c034 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.375591] env[70691]: DEBUG oslo_concurrency.lockutils [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "59083004-8304-4b1f-9c8f-404ecf812e7e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.375591] env[70691]: DEBUG oslo_concurrency.lockutils [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.375774] env[70691]: DEBUG nova.compute.manager [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Going to confirm migration 1 {{(pid=70691) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 749.529282] env[70691]: DEBUG nova.network.neutron [req-fc4fd1f1-08d8-474a-973a-ab4904a58061 req-fce4d5dc-7193-4dac-adaa-7c9bf79633c6 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Updated VIF entry in instance network info cache for port 510b46af-f75d-4075-99b3-8ca28d8da1a7. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 749.530087] env[70691]: DEBUG nova.network.neutron [req-fc4fd1f1-08d8-474a-973a-ab4904a58061 req-fce4d5dc-7193-4dac-adaa-7c9bf79633c6 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Updating instance_info_cache with network_info: [{"id": "510b46af-f75d-4075-99b3-8ca28d8da1a7", "address": "fa:16:3e:33:f7:cf", "network": {"id": "0a1ce5b9-e056-492e-be9f-bba377ce4c65", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1550588784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf7925560e46c69f5be5e31b6fc3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap510b46af-f7", "ovs_interfaceid": "510b46af-f75d-4075-99b3-8ca28d8da1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.599366] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453715, 'name': CreateVM_Task, 'duration_secs': 1.426417} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.599672] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 749.600352] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.600551] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.600863] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.601967] env[70691]: DEBUG nova.compute.manager [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 749.602228] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bd84fc-0480-44de-ae36-8f8916589ab4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.604634] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc4f28-c7f4-4eb8-9501-b84ff79f08d7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.611753] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 749.611753] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5233ad8d-fe0b-7bd0-376e-531103d34d20" [ 749.611753] env[70691]: _type = "Task" [ 749.611753] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.628871] env[70691]: DEBUG oslo_vmware.api [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453718, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.632779] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5233ad8d-fe0b-7bd0-376e-531103d34d20, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.633120] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.633378] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.633653] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.633779] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.633962] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.634254] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c0955f4-e1cb-4ad2-b4fe-b2e00ae5d5b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.643890] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.644124] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 749.644867] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b17fc11-779b-42c9-9fff-b46a22bd9883 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.650568] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 749.650568] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b4bb43-5838-1fb6-d6f3-2aa8448a0b4f" [ 749.650568] env[70691]: _type = "Task" [ 749.650568] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.660179] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b4bb43-5838-1fb6-d6f3-2aa8448a0b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.686509] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.744425] env[70691]: DEBUG nova.network.neutron [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Successfully updated port: 36611af0-9cef-40e4-8a26-741473aec506 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.819479] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.466s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.820156] env[70691]: DEBUG nova.compute.manager [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 749.824322] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.231s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.824612] env[70691]: DEBUG nova.objects.instance [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lazy-loading 'resources' on Instance uuid aaf5cee2-6568-483a-8fbb-ebae9a51b408 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.889518] env[70691]: DEBUG nova.compute.manager [req-204ac694-b99e-4d5f-9522-f69b4bc97ab5 req-c67c95d7-8ae3-43fe-a4b2-a8498f2dd117 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Received event network-changed-36611af0-9cef-40e4-8a26-741473aec506 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 749.889720] env[70691]: DEBUG nova.compute.manager [req-204ac694-b99e-4d5f-9522-f69b4bc97ab5 req-c67c95d7-8ae3-43fe-a4b2-a8498f2dd117 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Refreshing instance network info cache due to event network-changed-36611af0-9cef-40e4-8a26-741473aec506. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 749.890390] env[70691]: DEBUG oslo_concurrency.lockutils [req-204ac694-b99e-4d5f-9522-f69b4bc97ab5 req-c67c95d7-8ae3-43fe-a4b2-a8498f2dd117 service nova] Acquiring lock "refresh_cache-db073798-feb7-4319-8345-53a5716ff15b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.890390] env[70691]: DEBUG oslo_concurrency.lockutils [req-204ac694-b99e-4d5f-9522-f69b4bc97ab5 req-c67c95d7-8ae3-43fe-a4b2-a8498f2dd117 service nova] Acquired lock "refresh_cache-db073798-feb7-4319-8345-53a5716ff15b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.890630] env[70691]: DEBUG nova.network.neutron [req-204ac694-b99e-4d5f-9522-f69b4bc97ab5 req-c67c95d7-8ae3-43fe-a4b2-a8498f2dd117 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Refreshing network info cache for port 36611af0-9cef-40e4-8a26-741473aec506 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 749.976721] env[70691]: DEBUG oslo_concurrency.lockutils [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.976927] env[70691]: DEBUG oslo_concurrency.lockutils [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.977122] env[70691]: DEBUG nova.network.neutron [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 749.977318] env[70691]: DEBUG nova.objects.instance [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lazy-loading 'info_cache' on Instance uuid 59083004-8304-4b1f-9c8f-404ecf812e7e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.033680] env[70691]: DEBUG oslo_concurrency.lockutils [req-fc4fd1f1-08d8-474a-973a-ab4904a58061 req-fce4d5dc-7193-4dac-adaa-7c9bf79633c6 service nova] Releasing lock "refresh_cache-10ce594d-4e67-4652-9b0f-99cbfe06fb3b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.034061] env[70691]: DEBUG nova.compute.manager [req-fc4fd1f1-08d8-474a-973a-ab4904a58061 req-fce4d5dc-7193-4dac-adaa-7c9bf79633c6 service nova] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Received event network-vif-deleted-9f2942ac-9636-4067-b7e7-920d0d551315 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 750.125464] env[70691]: INFO nova.compute.manager [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] instance snapshotting [ 750.127324] env[70691]: DEBUG oslo_vmware.api [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453718, 'name': PowerOnVM_Task, 'duration_secs': 0.526772} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.127807] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 750.128186] env[70691]: DEBUG nova.compute.manager [None req-e628b2ff-2ef7-4a70-b600-743c79177a4a tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 750.129198] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20c50c9-ad24-4d0f-91d5-f09b986dbdd5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.133464] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea1935e-305e-4f3b-abcf-0058ebcd9e36 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.161969] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef6c4b2-21b9-40d0-bb25-ba6880e43744 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.178181] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b4bb43-5838-1fb6-d6f3-2aa8448a0b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.185070] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406c5d3f-a618-4ce7-a615-f34bc0b7aaa3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.195229] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 750.195229] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524df62f-aa53-e4b6-decb-6b0e9266e0db" [ 750.195229] env[70691]: _type = "Task" [ 750.195229] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.196512] env[70691]: DEBUG oslo_vmware.api [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453719, 'name': PowerOnVM_Task, 'duration_secs': 0.891395} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.200246] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 750.200569] env[70691]: INFO nova.compute.manager [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Took 10.73 seconds to spawn the instance on the hypervisor. [ 750.200902] env[70691]: DEBUG nova.compute.manager [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 750.201845] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa58c88-ccf6-41c8-8838-5201b5ffc256 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.219977] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524df62f-aa53-e4b6-decb-6b0e9266e0db, 'name': SearchDatastore_Task, 'duration_secs': 0.015895} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.220672] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.220915] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 10ce594d-4e67-4652-9b0f-99cbfe06fb3b/10ce594d-4e67-4652-9b0f-99cbfe06fb3b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 750.221460] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a3e6e49-3496-49e1-a4ad-bd165a806fcf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.230349] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 750.230349] env[70691]: value = "task-3453720" [ 750.230349] env[70691]: _type = "Task" [ 750.230349] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.241426] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.249495] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "refresh_cache-db073798-feb7-4319-8345-53a5716ff15b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.326557] env[70691]: DEBUG nova.compute.utils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.330405] env[70691]: DEBUG nova.compute.manager [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 750.330405] env[70691]: DEBUG nova.network.neutron [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 750.408026] env[70691]: DEBUG nova.policy [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df6b268c14f14fff81504a4857b0e684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91333eafef1b4169a6dc9ce466fa9e12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 750.475564] env[70691]: DEBUG nova.network.neutron [req-204ac694-b99e-4d5f-9522-f69b4bc97ab5 req-c67c95d7-8ae3-43fe-a4b2-a8498f2dd117 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 750.596743] env[70691]: DEBUG nova.network.neutron [req-204ac694-b99e-4d5f-9522-f69b4bc97ab5 req-c67c95d7-8ae3-43fe-a4b2-a8498f2dd117 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.689764] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 750.694037] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72fe8997-6a1b-47c8-8aa7-7b06d98e8224 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.703906] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 750.703906] env[70691]: value = "task-3453721" [ 750.703906] env[70691]: _type = "Task" [ 750.703906] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.717250] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.732998] env[70691]: INFO nova.compute.manager [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Took 42.33 seconds to build instance. [ 750.747128] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453720, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.835205] env[70691]: DEBUG nova.compute.manager [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 750.908086] env[70691]: DEBUG nova.network.neutron [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Successfully created port: 84627240-efc3-4d53-8218-995bb711b5cb {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.028908] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7129c788-b184-4da7-bd34-4a1fffdc4f20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.040280] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7d0959-9681-4238-a06c-fd29b8933488 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.083597] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69134ce-25fa-41c5-b2b1-7b73eaab985b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.093587] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d5b6ae-eaae-4037-9c16-8a7fc0362ca3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.118332] env[70691]: DEBUG oslo_concurrency.lockutils [req-204ac694-b99e-4d5f-9522-f69b4bc97ab5 req-c67c95d7-8ae3-43fe-a4b2-a8498f2dd117 service nova] Releasing lock "refresh_cache-db073798-feb7-4319-8345-53a5716ff15b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.119064] env[70691]: DEBUG nova.compute.provider_tree [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.120421] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquired lock "refresh_cache-db073798-feb7-4319-8345-53a5716ff15b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.120579] env[70691]: DEBUG nova.network.neutron [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 751.220146] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.240981] env[70691]: DEBUG oslo_concurrency.lockutils [None req-524ed4a2-0947-4f3f-8a66-1333e3843a1d tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.341s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.249658] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52125} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.250299] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 10ce594d-4e67-4652-9b0f-99cbfe06fb3b/10ce594d-4e67-4652-9b0f-99cbfe06fb3b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 751.250511] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.250827] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd7f69c5-5671-407c-bc6f-860fddcd8490 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.260269] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 751.260269] env[70691]: value = "task-3453722" [ 751.260269] env[70691]: _type = "Task" [ 751.260269] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.275295] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.495186] env[70691]: DEBUG nova.network.neutron [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance_info_cache with network_info: [{"id": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "address": "fa:16:3e:53:3d:5f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0e11dc-49", "ovs_interfaceid": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.625091] env[70691]: DEBUG nova.scheduler.client.report [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 751.664570] env[70691]: DEBUG nova.network.neutron [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 751.718332] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453721, 'name': CreateSnapshot_Task, 'duration_secs': 0.836502} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.718332] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.718637] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777105d8-bfe6-4446-8870-da1be2b1c309 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.745483] env[70691]: DEBUG nova.compute.manager [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 751.776459] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077753} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.776459] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.776988] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e79e1db-9742-417b-b809-c784b6130881 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.806927] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 10ce594d-4e67-4652-9b0f-99cbfe06fb3b/10ce594d-4e67-4652-9b0f-99cbfe06fb3b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.810711] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e9d03dc-fbe1-4b01-8b2c-8de62e142977 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.838780] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 751.838780] env[70691]: value = "task-3453723" [ 751.838780] env[70691]: _type = "Task" [ 751.838780] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.850270] env[70691]: DEBUG nova.compute.manager [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 751.852544] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.888496] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 751.888954] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 751.889151] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.889464] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 751.890349] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.890349] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 751.890349] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 751.890349] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 751.890589] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 751.891706] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 751.891706] env[70691]: DEBUG nova.virt.hardware [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 751.896684] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377156d7-a37c-4c73-940e-c20a7277a82d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.907427] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72f78e-0ddd-45eb-a4f2-1a51a0f22ad8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.968304] env[70691]: DEBUG nova.network.neutron [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Updating instance_info_cache with network_info: [{"id": "36611af0-9cef-40e4-8a26-741473aec506", "address": "fa:16:3e:e4:00:30", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36611af0-9c", "ovs_interfaceid": "36611af0-9cef-40e4-8a26-741473aec506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.000684] env[70691]: DEBUG oslo_concurrency.lockutils [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.000684] env[70691]: DEBUG nova.objects.instance [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lazy-loading 'migration_context' on Instance uuid 59083004-8304-4b1f-9c8f-404ecf812e7e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.131652] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.134429] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.652s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.134713] env[70691]: DEBUG nova.objects.instance [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lazy-loading 'resources' on Instance uuid 2047d6d1-2b70-4edb-8fd6-8af659efc6c0 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.161147] env[70691]: INFO nova.scheduler.client.report [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Deleted allocations for instance aaf5cee2-6568-483a-8fbb-ebae9a51b408 [ 752.244352] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 752.244352] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a52d0a6a-92d2-40a7-8730-cd5d80a0835c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.257174] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 752.257174] env[70691]: value = "task-3453724" [ 752.257174] env[70691]: _type = "Task" [ 752.257174] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.266568] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453724, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.274669] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.354985] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453723, 'name': ReconfigVM_Task, 'duration_secs': 0.354623} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.356196] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 10ce594d-4e67-4652-9b0f-99cbfe06fb3b/10ce594d-4e67-4652-9b0f-99cbfe06fb3b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.357229] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d3fe737-6dc4-4a9d-af51-6a49fc191d54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.373130] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 752.373130] env[70691]: value = "task-3453725" [ 752.373130] env[70691]: _type = "Task" [ 752.373130] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.394884] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453725, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.471784] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Releasing lock "refresh_cache-db073798-feb7-4319-8345-53a5716ff15b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.472196] env[70691]: DEBUG nova.compute.manager [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Instance network_info: |[{"id": "36611af0-9cef-40e4-8a26-741473aec506", "address": "fa:16:3e:e4:00:30", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36611af0-9c", "ovs_interfaceid": "36611af0-9cef-40e4-8a26-741473aec506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 752.472665] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:00:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36611af0-9cef-40e4-8a26-741473aec506', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.482542] env[70691]: DEBUG oslo.service.loopingcall [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.482920] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db073798-feb7-4319-8345-53a5716ff15b] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 752.483280] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a2975e-a608-4aea-81e3-3f862bebf2b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.503951] env[70691]: DEBUG nova.objects.base [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Object Instance<59083004-8304-4b1f-9c8f-404ecf812e7e> lazy-loaded attributes: info_cache,migration_context {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 752.505225] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a301f24-cf43-4d3c-966c-c85fb79e1db7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.509504] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.509504] env[70691]: value = "task-3453726" [ 752.509504] env[70691]: _type = "Task" [ 752.509504] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.540028] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-773cf181-f67e-4df4-b214-8d84cb2dd964 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.549686] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453726, 'name': CreateVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.554118] env[70691]: DEBUG oslo_vmware.api [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 752.554118] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525d5ec1-f20a-ced1-8ec0-b190bb11c03d" [ 752.554118] env[70691]: _type = "Task" [ 752.554118] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.565215] env[70691]: DEBUG oslo_vmware.api [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525d5ec1-f20a-ced1-8ec0-b190bb11c03d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.673517] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4beb0bda-90f2-4f7a-bfc2-481d38e41008 tempest-ServerDiagnosticsNegativeTest-438106412 tempest-ServerDiagnosticsNegativeTest-438106412-project-member] Lock "aaf5cee2-6568-483a-8fbb-ebae9a51b408" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.961s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.775816] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453724, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.888113] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453725, 'name': Rename_Task, 'duration_secs': 0.222424} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.888928] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 752.888928] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2891912-244c-4ac4-a487-4b0f203293b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.899144] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 752.899144] env[70691]: value = "task-3453727" [ 752.899144] env[70691]: _type = "Task" [ 752.899144] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.909551] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.028304] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453726, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.069890] env[70691]: DEBUG oslo_vmware.api [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525d5ec1-f20a-ced1-8ec0-b190bb11c03d, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.070389] env[70691]: DEBUG oslo_concurrency.lockutils [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.205642] env[70691]: DEBUG nova.network.neutron [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Successfully updated port: 84627240-efc3-4d53-8218-995bb711b5cb {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.216423] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "7521efba-e1a0-43ef-9d28-f91158a2541a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.216662] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "7521efba-e1a0-43ef-9d28-f91158a2541a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.271172] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453724, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.368361] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828088ec-f219-4ceb-bc21-4dbe872d474a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.380526] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8d948a-7e93-4ab7-a0bb-b2e6e869f561 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.424679] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a1ccf7-31b1-4cab-b2a6-fab5ab02c361 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.433857] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.437662] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a49a83-b6b8-496f-bdc3-3ffe3cef96d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.455802] env[70691]: DEBUG nova.compute.provider_tree [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.522359] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453726, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.548806] env[70691]: DEBUG nova.compute.manager [req-37362023-1b1c-44a2-a1f9-8954a55759e4 req-310c8c0b-23a8-4a45-8a93-769ca5e33cd2 service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Received event network-vif-plugged-84627240-efc3-4d53-8218-995bb711b5cb {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 753.549411] env[70691]: DEBUG oslo_concurrency.lockutils [req-37362023-1b1c-44a2-a1f9-8954a55759e4 req-310c8c0b-23a8-4a45-8a93-769ca5e33cd2 service nova] Acquiring lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.549784] env[70691]: DEBUG oslo_concurrency.lockutils [req-37362023-1b1c-44a2-a1f9-8954a55759e4 req-310c8c0b-23a8-4a45-8a93-769ca5e33cd2 service nova] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.550378] env[70691]: DEBUG oslo_concurrency.lockutils [req-37362023-1b1c-44a2-a1f9-8954a55759e4 req-310c8c0b-23a8-4a45-8a93-769ca5e33cd2 service nova] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.550673] env[70691]: DEBUG nova.compute.manager [req-37362023-1b1c-44a2-a1f9-8954a55759e4 req-310c8c0b-23a8-4a45-8a93-769ca5e33cd2 service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] No waiting events found dispatching network-vif-plugged-84627240-efc3-4d53-8218-995bb711b5cb {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 753.551178] env[70691]: WARNING nova.compute.manager [req-37362023-1b1c-44a2-a1f9-8954a55759e4 req-310c8c0b-23a8-4a45-8a93-769ca5e33cd2 service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Received unexpected event network-vif-plugged-84627240-efc3-4d53-8218-995bb711b5cb for instance with vm_state building and task_state spawning. [ 753.713160] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "refresh_cache-0dbc17b6-125b-4c04-a6d1-261ce319ef4c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.713408] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquired lock "refresh_cache-0dbc17b6-125b-4c04-a6d1-261ce319ef4c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.713643] env[70691]: DEBUG nova.network.neutron [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 753.773165] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453724, 'name': CloneVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.933438] env[70691]: DEBUG oslo_vmware.api [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453727, 'name': PowerOnVM_Task, 'duration_secs': 0.646146} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.933764] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 753.933764] env[70691]: INFO nova.compute.manager [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Took 9.37 seconds to spawn the instance on the hypervisor. [ 753.936093] env[70691]: DEBUG nova.compute.manager [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 753.936093] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f2b6b6-68e8-4e0b-b0e3-276ad1c59860 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.965129] env[70691]: DEBUG nova.scheduler.client.report [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 754.026279] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453726, 'name': CreateVM_Task, 'duration_secs': 1.486832} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.026471] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db073798-feb7-4319-8345-53a5716ff15b] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 754.027183] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.027444] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.027683] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.028195] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619d864b-bd7d-4361-a5e2-680ab8eb2c4b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.033725] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 754.033725] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524abf12-7fe1-c900-ccd1-83abb2bf99b2" [ 754.033725] env[70691]: _type = "Task" [ 754.033725] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.044203] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524abf12-7fe1-c900-ccd1-83abb2bf99b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.256349] env[70691]: DEBUG nova.network.neutron [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 754.269682] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453724, 'name': CloneVM_Task, 'duration_secs': 1.644574} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.270009] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Created linked-clone VM from snapshot [ 754.270809] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92206445-5ba8-487b-85b5-b3655a46f6d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.280072] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Uploading image 46fc395d-e156-42d8-b5c7-fe83d2b3ceca {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 754.312854] env[70691]: DEBUG oslo_vmware.rw_handles [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.312854] env[70691]: value = "vm-689497" [ 754.312854] env[70691]: _type = "VirtualMachine" [ 754.312854] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.313295] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb1c4110-b856-4aac-9ddd-00d2932e8305 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.326038] env[70691]: DEBUG oslo_vmware.rw_handles [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lease: (returnval){ [ 754.326038] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527c738e-a299-6be1-cee3-b88537926bc5" [ 754.326038] env[70691]: _type = "HttpNfcLease" [ 754.326038] env[70691]: } obtained for exporting VM: (result){ [ 754.326038] env[70691]: value = "vm-689497" [ 754.326038] env[70691]: _type = "VirtualMachine" [ 754.326038] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.326395] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the lease: (returnval){ [ 754.326395] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527c738e-a299-6be1-cee3-b88537926bc5" [ 754.326395] env[70691]: _type = "HttpNfcLease" [ 754.326395] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.334069] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.334069] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527c738e-a299-6be1-cee3-b88537926bc5" [ 754.334069] env[70691]: _type = "HttpNfcLease" [ 754.334069] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.470080] env[70691]: INFO nova.compute.manager [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Took 44.52 seconds to build instance. [ 754.471774] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.474997] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.016s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.474997] env[70691]: DEBUG nova.objects.instance [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lazy-loading 'resources' on Instance uuid 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.487153] env[70691]: DEBUG nova.network.neutron [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Updating instance_info_cache with network_info: [{"id": "84627240-efc3-4d53-8218-995bb711b5cb", "address": "fa:16:3e:8d:b5:fc", "network": {"id": "eb309f40-cdf7-48b6-ae61-6fba932faefd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1342671284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91333eafef1b4169a6dc9ce466fa9e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84627240-ef", "ovs_interfaceid": "84627240-efc3-4d53-8218-995bb711b5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.505136] env[70691]: INFO nova.scheduler.client.report [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Deleted allocations for instance 2047d6d1-2b70-4edb-8fd6-8af659efc6c0 [ 754.546990] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524abf12-7fe1-c900-ccd1-83abb2bf99b2, 'name': SearchDatastore_Task, 'duration_secs': 0.025559} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.547765] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.547765] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.547921] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.548237] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.548237] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.548551] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d46c051d-aa09-4afe-a99c-b5ac66a37b51 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.561793] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.562600] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 754.563836] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5c3a8f-69e3-4aed-993c-974254541c41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.572194] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 754.572194] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52023e95-0fa4-988a-fbf4-02d5af434231" [ 754.572194] env[70691]: _type = "Task" [ 754.572194] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.583334] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52023e95-0fa4-988a-fbf4-02d5af434231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.837111] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.837111] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527c738e-a299-6be1-cee3-b88537926bc5" [ 754.837111] env[70691]: _type = "HttpNfcLease" [ 754.837111] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 754.837517] env[70691]: DEBUG oslo_vmware.rw_handles [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 754.837517] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527c738e-a299-6be1-cee3-b88537926bc5" [ 754.837517] env[70691]: _type = "HttpNfcLease" [ 754.837517] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 754.838541] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc0c53-893e-4da7-b3ed-1ebefd0045af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.848240] env[70691]: DEBUG oslo_vmware.rw_handles [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dde99e-9c63-48d5-81aa-3c0619cef436/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 754.848555] env[70691]: DEBUG oslo_vmware.rw_handles [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dde99e-9c63-48d5-81aa-3c0619cef436/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 754.966887] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aa08508-9935-46d4-9aa9-31ee7cac6eb2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.092s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.971380] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9adddbc5-3996-40f4-a7b4-e3f7c3f78e96 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.998033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Releasing lock "refresh_cache-0dbc17b6-125b-4c04-a6d1-261ce319ef4c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.998033] env[70691]: DEBUG nova.compute.manager [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Instance network_info: |[{"id": "84627240-efc3-4d53-8218-995bb711b5cb", "address": "fa:16:3e:8d:b5:fc", "network": {"id": "eb309f40-cdf7-48b6-ae61-6fba932faefd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1342671284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91333eafef1b4169a6dc9ce466fa9e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84627240-ef", "ovs_interfaceid": "84627240-efc3-4d53-8218-995bb711b5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 754.998790] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:b5:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84627240-efc3-4d53-8218-995bb711b5cb', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.006619] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Creating folder: Project (91333eafef1b4169a6dc9ce466fa9e12). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 755.009972] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f23ac85c-b700-4158-85b0-44b2751e7f91 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.015772] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c552480d-448b-48a8-94bf-cf1c69b07686 tempest-ServersAdmin275Test-729097 tempest-ServersAdmin275Test-729097-project-member] Lock "2047d6d1-2b70-4edb-8fd6-8af659efc6c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.288s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.027288] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Created folder: Project (91333eafef1b4169a6dc9ce466fa9e12) in parent group-v689428. [ 755.027530] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Creating folder: Instances. Parent ref: group-v689499. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 755.027768] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3fd2b4c-2c5d-4730-b16b-5e48340f16b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.055828] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Created folder: Instances in parent group-v689499. [ 755.056349] env[70691]: DEBUG oslo.service.loopingcall [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.056621] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 755.065911] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c4ba499-3f40-4924-9e7d-e54065859ee4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.095068] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52023e95-0fa4-988a-fbf4-02d5af434231, 'name': SearchDatastore_Task, 'duration_secs': 0.018806} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.097259] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.097259] env[70691]: value = "task-3453731" [ 755.097259] env[70691]: _type = "Task" [ 755.097259] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.097908] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1a388c-d709-4b1c-8394-f6f7a7c7c34f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.118350] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 755.118350] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520f9b16-52f4-03f3-4b7f-dec1421f0a0d" [ 755.118350] env[70691]: _type = "Task" [ 755.118350] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.118589] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453731, 'name': CreateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.131271] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520f9b16-52f4-03f3-4b7f-dec1421f0a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014961} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.132289] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.132289] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] db073798-feb7-4319-8345-53a5716ff15b/db073798-feb7-4319-8345-53a5716ff15b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 755.132289] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2f772ab-6859-42ea-951b-7a9032bfe8a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.142912] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 755.142912] env[70691]: value = "task-3453732" [ 755.142912] env[70691]: _type = "Task" [ 755.142912] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.157865] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.474430] env[70691]: DEBUG nova.compute.manager [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 755.621294] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453731, 'name': CreateVM_Task, 'duration_secs': 0.512658} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.621558] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 755.623195] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.623195] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.623584] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.624590] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5821b39-ee71-4911-81e9-bc9d6b1f5d2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.637181] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 755.637181] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5214f8ff-5e56-c1ea-79d3-02580b9cec2a" [ 755.637181] env[70691]: _type = "Task" [ 755.637181] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.645891] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5214f8ff-5e56-c1ea-79d3-02580b9cec2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.659655] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453732, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.727823] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22877362-5a41-4bcb-8757-bf11d1a8bdf1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.737893] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d748078-5372-4fe3-907d-bb5cb16d3ad5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.783562] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604079ca-a943-4454-aa89-d85246b10091 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.796715] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef9ea99-3dae-4a2e-bce9-ca20eb528630 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.805189] env[70691]: DEBUG nova.compute.manager [req-e57361a4-0861-4f87-8e5f-1653f1749426 req-5bc8c7bd-d748-46bb-b956-8cb4d5c86455 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Received event network-changed-510b46af-f75d-4075-99b3-8ca28d8da1a7 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 755.805189] env[70691]: DEBUG nova.compute.manager [req-e57361a4-0861-4f87-8e5f-1653f1749426 req-5bc8c7bd-d748-46bb-b956-8cb4d5c86455 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Refreshing instance network info cache due to event network-changed-510b46af-f75d-4075-99b3-8ca28d8da1a7. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 755.805429] env[70691]: DEBUG oslo_concurrency.lockutils [req-e57361a4-0861-4f87-8e5f-1653f1749426 req-5bc8c7bd-d748-46bb-b956-8cb4d5c86455 service nova] Acquiring lock "refresh_cache-10ce594d-4e67-4652-9b0f-99cbfe06fb3b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.805676] env[70691]: DEBUG oslo_concurrency.lockutils [req-e57361a4-0861-4f87-8e5f-1653f1749426 req-5bc8c7bd-d748-46bb-b956-8cb4d5c86455 service nova] Acquired lock "refresh_cache-10ce594d-4e67-4652-9b0f-99cbfe06fb3b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.805927] env[70691]: DEBUG nova.network.neutron [req-e57361a4-0861-4f87-8e5f-1653f1749426 req-5bc8c7bd-d748-46bb-b956-8cb4d5c86455 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Refreshing network info cache for port 510b46af-f75d-4075-99b3-8ca28d8da1a7 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 755.824298] env[70691]: DEBUG nova.compute.provider_tree [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.998604] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.150424] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5214f8ff-5e56-c1ea-79d3-02580b9cec2a, 'name': SearchDatastore_Task, 'duration_secs': 0.027825} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.154458] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.155732] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.155732] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.155732] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.155732] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.157779] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4cbbe85-84d2-4d42-9538-86bfca793439 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.167078] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600777} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.167675] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] db073798-feb7-4319-8345-53a5716ff15b/db073798-feb7-4319-8345-53a5716ff15b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 756.168384] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.170683] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42af91ac-c164-4511-a726-60b724c979c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.173017] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.173458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 756.174466] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1314450a-4945-4220-a569-a8867230a546 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.181465] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 756.181465] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5223228a-73f9-b347-4dcb-9f4c81b3735c" [ 756.181465] env[70691]: _type = "Task" [ 756.181465] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.187809] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 756.187809] env[70691]: value = "task-3453733" [ 756.187809] env[70691]: _type = "Task" [ 756.187809] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.196713] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5223228a-73f9-b347-4dcb-9f4c81b3735c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.204139] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.208483] env[70691]: DEBUG nova.compute.manager [req-ea6ac0f8-3d01-4da2-b10f-746dc6858778 req-9a6d17d9-3084-4f8b-9ebc-c207c060869b service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Received event network-changed-84627240-efc3-4d53-8218-995bb711b5cb {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 756.208483] env[70691]: DEBUG nova.compute.manager [req-ea6ac0f8-3d01-4da2-b10f-746dc6858778 req-9a6d17d9-3084-4f8b-9ebc-c207c060869b service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Refreshing instance network info cache due to event network-changed-84627240-efc3-4d53-8218-995bb711b5cb. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 756.208483] env[70691]: DEBUG oslo_concurrency.lockutils [req-ea6ac0f8-3d01-4da2-b10f-746dc6858778 req-9a6d17d9-3084-4f8b-9ebc-c207c060869b service nova] Acquiring lock "refresh_cache-0dbc17b6-125b-4c04-a6d1-261ce319ef4c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.208697] env[70691]: DEBUG oslo_concurrency.lockutils [req-ea6ac0f8-3d01-4da2-b10f-746dc6858778 req-9a6d17d9-3084-4f8b-9ebc-c207c060869b service nova] Acquired lock "refresh_cache-0dbc17b6-125b-4c04-a6d1-261ce319ef4c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.209026] env[70691]: DEBUG nova.network.neutron [req-ea6ac0f8-3d01-4da2-b10f-746dc6858778 req-9a6d17d9-3084-4f8b-9ebc-c207c060869b service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Refreshing network info cache for port 84627240-efc3-4d53-8218-995bb711b5cb {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 756.326988] env[70691]: DEBUG nova.scheduler.client.report [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 756.696563] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5223228a-73f9-b347-4dcb-9f4c81b3735c, 'name': SearchDatastore_Task, 'duration_secs': 0.025088} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.697915] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b44db77-df63-431c-8ac9-d48e58bbd1fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.704012] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092025} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.705068] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.705985] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5e6b35-5bdf-43a7-97b7-dd3c5556eba5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.711378] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 756.711378] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ae8f67-6f6e-b6af-40cf-21aa041a9150" [ 756.711378] env[70691]: _type = "Task" [ 756.711378] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.740933] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] db073798-feb7-4319-8345-53a5716ff15b/db073798-feb7-4319-8345-53a5716ff15b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.746109] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1beef290-224d-4c92-9499-ecb1b07aee0d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.774085] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ae8f67-6f6e-b6af-40cf-21aa041a9150, 'name': SearchDatastore_Task, 'duration_secs': 0.022978} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.775228] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.778680] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0dbc17b6-125b-4c04-a6d1-261ce319ef4c/0dbc17b6-125b-4c04-a6d1-261ce319ef4c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 756.778680] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdfba54d-a71f-4363-be89-0aaa8f2c38a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.781764] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 756.781764] env[70691]: value = "task-3453734" [ 756.781764] env[70691]: _type = "Task" [ 756.781764] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.789712] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 756.789712] env[70691]: value = "task-3453735" [ 756.789712] env[70691]: _type = "Task" [ 756.789712] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.799466] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.814545] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.835934] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.839599] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.806s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.841872] env[70691]: INFO nova.compute.claims [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.865577] env[70691]: INFO nova.scheduler.client.report [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Deleted allocations for instance 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7 [ 756.895298] env[70691]: DEBUG nova.network.neutron [req-e57361a4-0861-4f87-8e5f-1653f1749426 req-5bc8c7bd-d748-46bb-b956-8cb4d5c86455 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Updated VIF entry in instance network info cache for port 510b46af-f75d-4075-99b3-8ca28d8da1a7. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 756.896962] env[70691]: DEBUG nova.network.neutron [req-e57361a4-0861-4f87-8e5f-1653f1749426 req-5bc8c7bd-d748-46bb-b956-8cb4d5c86455 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Updating instance_info_cache with network_info: [{"id": "510b46af-f75d-4075-99b3-8ca28d8da1a7", "address": "fa:16:3e:33:f7:cf", "network": {"id": "0a1ce5b9-e056-492e-be9f-bba377ce4c65", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1550588784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf7925560e46c69f5be5e31b6fc3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap510b46af-f7", "ovs_interfaceid": "510b46af-f75d-4075-99b3-8ca28d8da1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.203324] env[70691]: DEBUG nova.network.neutron [req-ea6ac0f8-3d01-4da2-b10f-746dc6858778 req-9a6d17d9-3084-4f8b-9ebc-c207c060869b service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Updated VIF entry in instance network info cache for port 84627240-efc3-4d53-8218-995bb711b5cb. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 757.203728] env[70691]: DEBUG nova.network.neutron [req-ea6ac0f8-3d01-4da2-b10f-746dc6858778 req-9a6d17d9-3084-4f8b-9ebc-c207c060869b service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Updating instance_info_cache with network_info: [{"id": "84627240-efc3-4d53-8218-995bb711b5cb", "address": "fa:16:3e:8d:b5:fc", "network": {"id": "eb309f40-cdf7-48b6-ae61-6fba932faefd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1342671284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91333eafef1b4169a6dc9ce466fa9e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84627240-ef", "ovs_interfaceid": "84627240-efc3-4d53-8218-995bb711b5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.294971] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.305823] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453735, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.376232] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c9449aee-d18a-4f03-a93b-dca21a68d27d tempest-FloatingIPsAssociationNegativeTestJSON-1722673524 tempest-FloatingIPsAssociationNegativeTestJSON-1722673524-project-member] Lock "1f5666fd-3d1d-42a4-9b1f-b511fd9850c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.976s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.400291] env[70691]: DEBUG oslo_concurrency.lockutils [req-e57361a4-0861-4f87-8e5f-1653f1749426 req-5bc8c7bd-d748-46bb-b956-8cb4d5c86455 service nova] Releasing lock "refresh_cache-10ce594d-4e67-4652-9b0f-99cbfe06fb3b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.706962] env[70691]: DEBUG oslo_concurrency.lockutils [req-ea6ac0f8-3d01-4da2-b10f-746dc6858778 req-9a6d17d9-3084-4f8b-9ebc-c207c060869b service nova] Releasing lock "refresh_cache-0dbc17b6-125b-4c04-a6d1-261ce319ef4c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.800074] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453734, 'name': ReconfigVM_Task, 'duration_secs': 0.666589} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.804179] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] db073798-feb7-4319-8345-53a5716ff15b/db073798-feb7-4319-8345-53a5716ff15b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.806415] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a30aa41d-e3b5-45a3-8bc4-9351e582285a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.816777] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75355} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.818634] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0dbc17b6-125b-4c04-a6d1-261ce319ef4c/0dbc17b6-125b-4c04-a6d1-261ce319ef4c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 757.819112] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.820018] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 757.820018] env[70691]: value = "task-3453736" [ 757.820018] env[70691]: _type = "Task" [ 757.820018] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.820018] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cdf88ae-5016-4d72-94ba-167e782e3262 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.833342] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453736, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.837186] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 757.837186] env[70691]: value = "task-3453737" [ 757.837186] env[70691]: _type = "Task" [ 757.837186] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.851508] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.334980] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453736, 'name': Rename_Task, 'duration_secs': 0.267683} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.335347] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 758.337117] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01942cb0-ef3a-4c39-892a-e4af2c635aa8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.355567] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133795} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.357222] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.357664] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 758.357664] env[70691]: value = "task-3453738" [ 758.357664] env[70691]: _type = "Task" [ 758.357664] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.361222] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b7daab-5678-4e79-92d5-d0750b667a14 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.376014] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.404910] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 0dbc17b6-125b-4c04-a6d1-261ce319ef4c/0dbc17b6-125b-4c04-a6d1-261ce319ef4c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.405202] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f973f9-6c59-4293-8835-3f20a52d5a9b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.430695] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 758.430695] env[70691]: value = "task-3453739" [ 758.430695] env[70691]: _type = "Task" [ 758.430695] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.446820] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.572140] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d2b74f-843a-4139-b62e-b605b10fd4df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.579766] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c7b822-db89-4ce8-ace3-2bbca33d9fc5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.616239] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423ff66b-d445-4413-a220-afb774e9f8f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.625967] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5691d2-3572-48af-afe4-4d7586acb9d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.646552] env[70691]: DEBUG nova.compute.provider_tree [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.877193] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453738, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.947570] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.150458] env[70691]: DEBUG nova.scheduler.client.report [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 759.384893] env[70691]: DEBUG oslo_vmware.api [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453738, 'name': PowerOnVM_Task, 'duration_secs': 0.701375} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.385475] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 759.385684] env[70691]: INFO nova.compute.manager [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Took 10.80 seconds to spawn the instance on the hypervisor. [ 759.385867] env[70691]: DEBUG nova.compute.manager [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 759.387076] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774f9073-e109-42a5-b5bf-7ccb7250cc20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.448748] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453739, 'name': ReconfigVM_Task, 'duration_secs': 0.666766} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.450114] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 0dbc17b6-125b-4c04-a6d1-261ce319ef4c/0dbc17b6-125b-4c04-a6d1-261ce319ef4c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.450987] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da8c2bd9-f6c8-4949-b38e-64b89bc11e5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.460105] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 759.460105] env[70691]: value = "task-3453740" [ 759.460105] env[70691]: _type = "Task" [ 759.460105] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.469751] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453740, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.661772] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.662592] env[70691]: DEBUG nova.compute.manager [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 759.666120] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.459s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.668161] env[70691]: INFO nova.compute.claims [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.755458] env[70691]: DEBUG oslo_vmware.rw_handles [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f00862-512d-d5b9-70c0-cadab4289675/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 759.756907] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163b10bb-0d2b-4b89-9fce-6dcd63a22d04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.765617] env[70691]: DEBUG oslo_vmware.rw_handles [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f00862-512d-d5b9-70c0-cadab4289675/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 759.765617] env[70691]: ERROR oslo_vmware.rw_handles [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f00862-512d-d5b9-70c0-cadab4289675/disk-0.vmdk due to incomplete transfer. [ 759.765769] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-088c2c6c-aa54-4d60-b7f8-669489638fe9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.776446] env[70691]: DEBUG oslo_vmware.rw_handles [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f00862-512d-d5b9-70c0-cadab4289675/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 759.776690] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Uploaded image e91f97a6-d4ac-493b-a075-01773a5eccae to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 759.780195] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 759.780195] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b7fb95d-0e37-48c4-a78a-b5e86007ce84 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.792143] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 759.792143] env[70691]: value = "task-3453741" [ 759.792143] env[70691]: _type = "Task" [ 759.792143] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.802796] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453741, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.809162] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.809473] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.811281] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.811281] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.811281] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.816217] env[70691]: INFO nova.compute.manager [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Terminating instance [ 759.819144] env[70691]: DEBUG nova.compute.manager [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 759.819395] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 759.820440] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1500c08c-0bb1-4e5c-9d13-f6ec043cbb3b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.831051] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 759.831051] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3abb633d-d245-4548-884b-0c956d99a397 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.845021] env[70691]: DEBUG oslo_vmware.api [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 759.845021] env[70691]: value = "task-3453742" [ 759.845021] env[70691]: _type = "Task" [ 759.845021] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.853860] env[70691]: DEBUG oslo_vmware.api [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.914852] env[70691]: INFO nova.compute.manager [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Took 47.65 seconds to build instance. [ 759.978362] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453740, 'name': Rename_Task, 'duration_secs': 0.24653} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.978362] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 759.978362] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c79f53ae-fefe-4b1a-9921-c7ebb90ec4ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.989254] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 759.989254] env[70691]: value = "task-3453743" [ 759.989254] env[70691]: _type = "Task" [ 759.989254] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.999346] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.173619] env[70691]: DEBUG nova.compute.utils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 760.174385] env[70691]: DEBUG nova.compute.manager [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 760.174562] env[70691]: DEBUG nova.network.neutron [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 760.306155] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453741, 'name': Destroy_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.310529] env[70691]: DEBUG nova.policy [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca6ada23dd1e4d7d92a991137a7d96b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6914a0f2e5894dabadbcb7799313b947', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 760.356766] env[70691]: DEBUG oslo_vmware.api [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453742, 'name': PowerOffVM_Task, 'duration_secs': 0.280492} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.357143] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 760.357337] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 760.357640] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8841cdf1-612e-46e5-b564-1074452a893d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.421416] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e2f45135-25bd-431f-a737-9554544db759 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "db073798-feb7-4319-8345-53a5716ff15b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.497s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.459583] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 760.459583] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 760.459583] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Deleting the datastore file [datastore2] e0daba4c-dd4c-48c4-bee6-e30a2d99e351 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.459806] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7f790de-adf2-4dd9-85ca-eebfca1775a3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.468973] env[70691]: DEBUG oslo_vmware.api [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 760.468973] env[70691]: value = "task-3453745" [ 760.468973] env[70691]: _type = "Task" [ 760.468973] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.483931] env[70691]: DEBUG oslo_vmware.api [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.503199] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453743, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.683089] env[70691]: DEBUG nova.compute.manager [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 760.808963] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453741, 'name': Destroy_Task, 'duration_secs': 0.637764} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.813122] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Destroyed the VM [ 760.814458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 760.815135] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ab84beb-dffb-4727-ab11-58607d0345a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.826060] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 760.826060] env[70691]: value = "task-3453746" [ 760.826060] env[70691]: _type = "Task" [ 760.826060] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.841018] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453746, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.927327] env[70691]: DEBUG nova.compute.manager [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 760.981665] env[70691]: DEBUG oslo_vmware.api [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281291} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.985429] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.985701] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 760.985858] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 760.986110] env[70691]: INFO nova.compute.manager [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Took 1.17 seconds to destroy the instance on the hypervisor. [ 760.986431] env[70691]: DEBUG oslo.service.loopingcall [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.987435] env[70691]: DEBUG nova.compute.manager [-] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 760.987636] env[70691]: DEBUG nova.network.neutron [-] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 761.007217] env[70691]: DEBUG oslo_vmware.api [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453743, 'name': PowerOnVM_Task, 'duration_secs': 0.810187} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.007217] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 761.007217] env[70691]: INFO nova.compute.manager [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Took 9.16 seconds to spawn the instance on the hypervisor. [ 761.007217] env[70691]: DEBUG nova.compute.manager [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 761.007891] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b058986-52e1-48e2-9168-7afcb5e9c7d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.234826] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "49cdb134-0b77-4291-8cd6-5dd006bffadb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.235077] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "49cdb134-0b77-4291-8cd6-5dd006bffadb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.297751] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "18c63efb-6b85-4802-af43-955db8bb3fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.297984] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "18c63efb-6b85-4802-af43-955db8bb3fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.345633] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "a6f9576d-a9e9-45b1-882f-455263a2018a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.345888] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "a6f9576d-a9e9-45b1-882f-455263a2018a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.354443] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453746, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.468698] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.484271] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41611d24-dd1a-4eba-9bfb-19f888f1b843 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.495309] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84f51c9-4d28-4189-b0a2-589f11a48805 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.539025] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86f31ee-83f6-4d31-ae5a-02a5da6283c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.545498] env[70691]: INFO nova.compute.manager [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Took 47.09 seconds to build instance. [ 761.554159] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89561133-134d-453b-8dff-17ee460429eb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.569775] env[70691]: DEBUG nova.compute.provider_tree [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.697845] env[70691]: DEBUG nova.compute.manager [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 761.726999] env[70691]: DEBUG nova.network.neutron [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Successfully created port: 138d9bfb-3cb0-4bcf-905b-f9acc05c823f {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.749398] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 761.749792] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 761.749975] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.750334] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 761.750447] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.750524] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 761.750775] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 761.750999] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 761.751286] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 761.751440] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 761.751735] env[70691]: DEBUG nova.virt.hardware [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 761.754132] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991eeff0-87b5-4c13-9d9a-0f5b5ea50e9a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.766408] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b338d54-68e6-4e62-b799-8e06d18de45a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.810785] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquiring lock "c017cae6-1944-4b86-ac91-48702e470dfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.811106] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "c017cae6-1944-4b86-ac91-48702e470dfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.847033] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453746, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.051303] env[70691]: DEBUG oslo_concurrency.lockutils [None req-962bea1d-f91b-4190-8c26-f665310c77fd tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.054500] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba38911-a03f-417c-a38a-935c20c7c50a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.065348] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1487cfb-3e1e-4c68-bf76-86105205eb77 tempest-ServersAdminNegativeTestJSON-825943657 tempest-ServersAdminNegativeTestJSON-825943657-project-admin] [instance: db073798-feb7-4319-8345-53a5716ff15b] Suspending the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 762.065639] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0d386722-afa7-45ac-a755-f9b19041b8a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.073417] env[70691]: DEBUG nova.scheduler.client.report [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 762.079494] env[70691]: DEBUG oslo_vmware.api [None req-c1487cfb-3e1e-4c68-bf76-86105205eb77 tempest-ServersAdminNegativeTestJSON-825943657 tempest-ServersAdminNegativeTestJSON-825943657-project-admin] Waiting for the task: (returnval){ [ 762.079494] env[70691]: value = "task-3453747" [ 762.079494] env[70691]: _type = "Task" [ 762.079494] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.091755] env[70691]: DEBUG oslo_vmware.api [None req-c1487cfb-3e1e-4c68-bf76-86105205eb77 tempest-ServersAdminNegativeTestJSON-825943657 tempest-ServersAdminNegativeTestJSON-825943657-project-admin] Task: {'id': task-3453747, 'name': SuspendVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.223972] env[70691]: DEBUG nova.network.neutron [-] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.297564] env[70691]: DEBUG nova.compute.manager [req-4c18874d-d77c-4db1-ba92-416920589e05 req-23d59cb7-d72a-498c-bc4a-5babbc4e81b9 service nova] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Received event network-vif-deleted-830fefa5-0b2e-4a70-bbb2-e90a6db635b2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 762.352375] env[70691]: DEBUG oslo_vmware.api [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453746, 'name': RemoveSnapshot_Task, 'duration_secs': 1.092672} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.352375] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.352375] env[70691]: INFO nova.compute.manager [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Took 17.61 seconds to snapshot the instance on the hypervisor. [ 762.561614] env[70691]: DEBUG nova.compute.manager [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 762.581913] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.916s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.583039] env[70691]: DEBUG nova.compute.manager [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 762.588018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.593s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.588018] env[70691]: INFO nova.compute.claims [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.602339] env[70691]: DEBUG oslo_vmware.api [None req-c1487cfb-3e1e-4c68-bf76-86105205eb77 tempest-ServersAdminNegativeTestJSON-825943657 tempest-ServersAdminNegativeTestJSON-825943657-project-admin] Task: {'id': task-3453747, 'name': SuspendVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.728760] env[70691]: INFO nova.compute.manager [-] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Took 1.74 seconds to deallocate network for instance. [ 763.016488] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.016488] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.016488] env[70691]: INFO nova.compute.manager [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Rebooting instance [ 763.087856] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.101141] env[70691]: DEBUG nova.compute.utils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.107840] env[70691]: DEBUG nova.compute.manager [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 763.108498] env[70691]: DEBUG nova.network.neutron [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 763.110206] env[70691]: DEBUG oslo_vmware.api [None req-c1487cfb-3e1e-4c68-bf76-86105205eb77 tempest-ServersAdminNegativeTestJSON-825943657 tempest-ServersAdminNegativeTestJSON-825943657-project-admin] Task: {'id': task-3453747, 'name': SuspendVM_Task, 'duration_secs': 0.65609} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.110765] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1487cfb-3e1e-4c68-bf76-86105205eb77 tempest-ServersAdminNegativeTestJSON-825943657 tempest-ServersAdminNegativeTestJSON-825943657-project-admin] [instance: db073798-feb7-4319-8345-53a5716ff15b] Suspended the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 763.110977] env[70691]: DEBUG nova.compute.manager [None req-c1487cfb-3e1e-4c68-bf76-86105205eb77 tempest-ServersAdminNegativeTestJSON-825943657 tempest-ServersAdminNegativeTestJSON-825943657-project-admin] [instance: db073798-feb7-4319-8345-53a5716ff15b] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 763.112508] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9258eb-0056-4d8a-b6d3-9fde992caae9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.192278] env[70691]: DEBUG nova.policy [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb82b6e7d2b84d4c9e9e4e2303a4f5f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95127bbcf29d4f3d9484813fb8824c76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 763.241630] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.290509] env[70691]: DEBUG nova.compute.manager [None req-03e236d1-0341-476b-8944-6f207430baf5 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Found 1 images (rotation: 2) {{(pid=70691) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 763.564974] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "refresh_cache-0dbc17b6-125b-4c04-a6d1-261ce319ef4c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.565285] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquired lock "refresh_cache-0dbc17b6-125b-4c04-a6d1-261ce319ef4c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.565449] env[70691]: DEBUG nova.network.neutron [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 763.613020] env[70691]: DEBUG nova.compute.manager [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 763.715396] env[70691]: DEBUG nova.network.neutron [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Successfully created port: 4fc863b1-186e-4bf1-b969-a1c56ae7f209 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.830332] env[70691]: DEBUG nova.network.neutron [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Successfully updated port: 138d9bfb-3cb0-4bcf-905b-f9acc05c823f {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.834274] env[70691]: DEBUG nova.compute.manager [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 763.834274] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc28a1e-ce4b-4cf1-bf38-893c183cfa4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.204539] env[70691]: DEBUG oslo_vmware.rw_handles [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dde99e-9c63-48d5-81aa-3c0619cef436/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 764.205811] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df7d1bb-1443-4725-ac7f-a68a9d48853e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.217897] env[70691]: DEBUG oslo_vmware.rw_handles [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dde99e-9c63-48d5-81aa-3c0619cef436/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 764.217897] env[70691]: ERROR oslo_vmware.rw_handles [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dde99e-9c63-48d5-81aa-3c0619cef436/disk-0.vmdk due to incomplete transfer. [ 764.218165] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-751572e4-9875-433f-9508-9f231f9d8060 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.232891] env[70691]: DEBUG oslo_vmware.rw_handles [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dde99e-9c63-48d5-81aa-3c0619cef436/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 764.233155] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Uploaded image 46fc395d-e156-42d8-b5c7-fe83d2b3ceca to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 764.235161] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 764.238021] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7707102a-d13a-453f-92e6-2d2d039d4468 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.243920] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 764.243920] env[70691]: value = "task-3453748" [ 764.243920] env[70691]: _type = "Task" [ 764.243920] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.254925] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453748, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.325962] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78bfea-49d3-46cc-bbce-4e5d2cd4ca9e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.337980] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquiring lock "refresh_cache-dcb49fa9-5348-4a65-a377-1fdf86173293" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.338124] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquired lock "refresh_cache-dcb49fa9-5348-4a65-a377-1fdf86173293" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.338278] env[70691]: DEBUG nova.network.neutron [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 764.340287] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b10eff-0b47-4e5b-bd61-acf56d4eb872 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.378379] env[70691]: INFO nova.compute.manager [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] instance snapshotting [ 764.378671] env[70691]: DEBUG nova.objects.instance [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'flavor' on Instance uuid 265f116d-1cdf-4201-a90e-6a3cb4ea8ece {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.383887] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3118c7-ef27-4724-98bd-da88855d83da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.394311] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7611107f-f4a0-4f85-9a87-d2715da805f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.422616] env[70691]: DEBUG nova.compute.provider_tree [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.456977] env[70691]: DEBUG nova.network.neutron [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Updating instance_info_cache with network_info: [{"id": "84627240-efc3-4d53-8218-995bb711b5cb", "address": "fa:16:3e:8d:b5:fc", "network": {"id": "eb309f40-cdf7-48b6-ae61-6fba932faefd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1342671284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91333eafef1b4169a6dc9ce466fa9e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84627240-ef", "ovs_interfaceid": "84627240-efc3-4d53-8218-995bb711b5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.478225] env[70691]: DEBUG nova.compute.manager [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Received event network-vif-plugged-138d9bfb-3cb0-4bcf-905b-f9acc05c823f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 764.478485] env[70691]: DEBUG oslo_concurrency.lockutils [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] Acquiring lock "dcb49fa9-5348-4a65-a377-1fdf86173293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.478973] env[70691]: DEBUG oslo_concurrency.lockutils [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] Lock "dcb49fa9-5348-4a65-a377-1fdf86173293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.478973] env[70691]: DEBUG oslo_concurrency.lockutils [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] Lock "dcb49fa9-5348-4a65-a377-1fdf86173293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.479083] env[70691]: DEBUG nova.compute.manager [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] No waiting events found dispatching network-vif-plugged-138d9bfb-3cb0-4bcf-905b-f9acc05c823f {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 764.479203] env[70691]: WARNING nova.compute.manager [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Received unexpected event network-vif-plugged-138d9bfb-3cb0-4bcf-905b-f9acc05c823f for instance with vm_state building and task_state spawning. [ 764.479362] env[70691]: DEBUG nova.compute.manager [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Received event network-changed-138d9bfb-3cb0-4bcf-905b-f9acc05c823f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 764.479541] env[70691]: DEBUG nova.compute.manager [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Refreshing instance network info cache due to event network-changed-138d9bfb-3cb0-4bcf-905b-f9acc05c823f. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 764.479776] env[70691]: DEBUG oslo_concurrency.lockutils [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] Acquiring lock "refresh_cache-dcb49fa9-5348-4a65-a377-1fdf86173293" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.622937] env[70691]: DEBUG nova.compute.manager [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 764.649702] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 764.649962] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 764.650140] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.650324] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 764.650468] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.650616] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 764.651044] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 764.651267] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 764.652562] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 764.652562] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 764.652562] env[70691]: DEBUG nova.virt.hardware [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 764.652705] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e45445e-a278-49e1-bd1d-1f7be5f441c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.662410] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0474da-9e3d-4985-a54e-240a8f5c5301 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.754550] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453748, 'name': Destroy_Task, 'duration_secs': 0.390048} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.755021] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Destroyed the VM [ 764.755520] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 764.758247] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd194f22-0da0-4d8d-9455-972e65312fac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.766095] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 764.766095] env[70691]: value = "task-3453749" [ 764.766095] env[70691]: _type = "Task" [ 764.766095] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.773671] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453749, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.884117] env[70691]: DEBUG nova.network.neutron [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 764.887908] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a1b9c5-8350-4df2-85b9-06dcee7f40a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.908305] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f6fa87-057e-4284-9ed0-253d5978bc71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.927588] env[70691]: DEBUG nova.scheduler.client.report [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 764.963264] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Releasing lock "refresh_cache-0dbc17b6-125b-4c04-a6d1-261ce319ef4c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.965778] env[70691]: DEBUG nova.compute.manager [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 764.967503] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4030eb0-fbd8-44af-ac73-9095688225a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.154980] env[70691]: DEBUG nova.network.neutron [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Updating instance_info_cache with network_info: [{"id": "138d9bfb-3cb0-4bcf-905b-f9acc05c823f", "address": "fa:16:3e:ef:97:3f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138d9bfb-3c", "ovs_interfaceid": "138d9bfb-3cb0-4bcf-905b-f9acc05c823f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.277975] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453749, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.423540] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.424651] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e8c268ca-0c76-4207-9326-57fb126a556d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.434058] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.434608] env[70691]: DEBUG nova.compute.manager [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 765.442058] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 765.442058] env[70691]: value = "task-3453750" [ 765.442058] env[70691]: _type = "Task" [ 765.442058] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.442058] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.604s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.443057] env[70691]: INFO nova.compute.claims [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.463213] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453750, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.593218] env[70691]: DEBUG nova.network.neutron [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Successfully updated port: 4fc863b1-186e-4bf1-b969-a1c56ae7f209 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.658564] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Releasing lock "refresh_cache-dcb49fa9-5348-4a65-a377-1fdf86173293" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.658922] env[70691]: DEBUG nova.compute.manager [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Instance network_info: |[{"id": "138d9bfb-3cb0-4bcf-905b-f9acc05c823f", "address": "fa:16:3e:ef:97:3f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138d9bfb-3c", "ovs_interfaceid": "138d9bfb-3cb0-4bcf-905b-f9acc05c823f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 765.659277] env[70691]: DEBUG oslo_concurrency.lockutils [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] Acquired lock "refresh_cache-dcb49fa9-5348-4a65-a377-1fdf86173293" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.659470] env[70691]: DEBUG nova.network.neutron [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Refreshing network info cache for port 138d9bfb-3cb0-4bcf-905b-f9acc05c823f {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 765.660729] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:97:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '138d9bfb-3cb0-4bcf-905b-f9acc05c823f', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.668417] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Creating folder: Project (6914a0f2e5894dabadbcb7799313b947). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 765.669019] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-114aa30c-413c-47a7-8cc9-10993e59c27c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.684037] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Created folder: Project (6914a0f2e5894dabadbcb7799313b947) in parent group-v689428. [ 765.684037] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Creating folder: Instances. Parent ref: group-v689502. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 765.684037] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f20d5eb1-0d1a-4b67-9123-a28f2502a979 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.700373] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Created folder: Instances in parent group-v689502. [ 765.700373] env[70691]: DEBUG oslo.service.loopingcall [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.700373] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 765.700373] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1940bbea-5cd2-49d1-87d8-4067d500d6d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.728116] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.728116] env[70691]: value = "task-3453753" [ 765.728116] env[70691]: _type = "Task" [ 765.728116] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.737663] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453753, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.776884] env[70691]: DEBUG oslo_vmware.api [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453749, 'name': RemoveSnapshot_Task, 'duration_secs': 0.700241} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.777205] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.778513] env[70691]: INFO nova.compute.manager [None req-77e39cc8-c177-4aa1-a29e-50f89d2d67b8 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Took 15.65 seconds to snapshot the instance on the hypervisor. [ 765.942487] env[70691]: DEBUG nova.compute.utils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.944106] env[70691]: DEBUG nova.compute.manager [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 765.944347] env[70691]: DEBUG nova.network.neutron [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 765.963497] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453750, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.995336] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f206160-1dfb-49e5-bd0f-5c1b2ae4af8f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.005377] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Doing hard reboot of VM {{(pid=70691) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 766.005746] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-49346a91-25be-4575-87a1-e89f9f186703 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.014714] env[70691]: DEBUG oslo_vmware.api [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 766.014714] env[70691]: value = "task-3453754" [ 766.014714] env[70691]: _type = "Task" [ 766.014714] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.021253] env[70691]: DEBUG nova.policy [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '151a1b8923b9418ea5c6b691a1fad689', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780511d2de9d437a8607c56e65c2f2bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 766.030397] env[70691]: DEBUG oslo_vmware.api [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453754, 'name': ResetVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.102898] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquiring lock "refresh_cache-eecfa11b-9b4c-4f66-b092-04258a2a379e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.102898] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquired lock "refresh_cache-eecfa11b-9b4c-4f66-b092-04258a2a379e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.102898] env[70691]: DEBUG nova.network.neutron [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 766.240261] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453753, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.448283] env[70691]: DEBUG nova.compute.manager [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 766.476241] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453750, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.530207] env[70691]: DEBUG oslo_vmware.api [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453754, 'name': ResetVM_Task, 'duration_secs': 0.139318} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.530736] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Did hard reboot of VM {{(pid=70691) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 766.530928] env[70691]: DEBUG nova.compute.manager [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 766.531811] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea179c-06fb-4d04-8e59-47c4855dafec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.660324] env[70691]: DEBUG nova.network.neutron [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Successfully created port: baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.663921] env[70691]: DEBUG nova.network.neutron [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Updated VIF entry in instance network info cache for port 138d9bfb-3cb0-4bcf-905b-f9acc05c823f. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 766.664339] env[70691]: DEBUG nova.network.neutron [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Updating instance_info_cache with network_info: [{"id": "138d9bfb-3cb0-4bcf-905b-f9acc05c823f", "address": "fa:16:3e:ef:97:3f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138d9bfb-3c", "ovs_interfaceid": "138d9bfb-3cb0-4bcf-905b-f9acc05c823f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.670314] env[70691]: DEBUG nova.network.neutron [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 766.745232] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453753, 'name': CreateVM_Task, 'duration_secs': 0.662937} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.753447] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 766.755893] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.756165] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.756539] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.757835] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea2b838-d1e3-4ffb-affe-4dd1e9825839 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.763532] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 766.763532] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522f9689-e44f-b072-ea95-3d11fa692a72" [ 766.763532] env[70691]: _type = "Task" [ 766.763532] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.774772] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522f9689-e44f-b072-ea95-3d11fa692a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.840178] env[70691]: DEBUG nova.network.neutron [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Updating instance_info_cache with network_info: [{"id": "4fc863b1-186e-4bf1-b969-a1c56ae7f209", "address": "fa:16:3e:b5:f7:f0", "network": {"id": "179603c2-8669-4deb-bb6a-0290c79353e0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-830162779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95127bbcf29d4f3d9484813fb8824c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc863b1-18", "ovs_interfaceid": "4fc863b1-186e-4bf1-b969-a1c56ae7f209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.894374] env[70691]: DEBUG nova.compute.manager [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Received event network-vif-plugged-4fc863b1-186e-4bf1-b969-a1c56ae7f209 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 766.894453] env[70691]: DEBUG oslo_concurrency.lockutils [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] Acquiring lock "eecfa11b-9b4c-4f66-b092-04258a2a379e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.894638] env[70691]: DEBUG oslo_concurrency.lockutils [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] Lock "eecfa11b-9b4c-4f66-b092-04258a2a379e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.894815] env[70691]: DEBUG oslo_concurrency.lockutils [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] Lock "eecfa11b-9b4c-4f66-b092-04258a2a379e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.894992] env[70691]: DEBUG nova.compute.manager [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] No waiting events found dispatching network-vif-plugged-4fc863b1-186e-4bf1-b969-a1c56ae7f209 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 766.895392] env[70691]: WARNING nova.compute.manager [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Received unexpected event network-vif-plugged-4fc863b1-186e-4bf1-b969-a1c56ae7f209 for instance with vm_state building and task_state spawning. [ 766.895392] env[70691]: DEBUG nova.compute.manager [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Received event network-changed-4fc863b1-186e-4bf1-b969-a1c56ae7f209 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 766.895551] env[70691]: DEBUG nova.compute.manager [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Refreshing instance network info cache due to event network-changed-4fc863b1-186e-4bf1-b969-a1c56ae7f209. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 766.895723] env[70691]: DEBUG oslo_concurrency.lockutils [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] Acquiring lock "refresh_cache-eecfa11b-9b4c-4f66-b092-04258a2a379e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.896317] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "7eeadfd6-9b43-442f-a8ff-e46819987e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.896442] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "7eeadfd6-9b43-442f-a8ff-e46819987e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.971245] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453750, 'name': CreateSnapshot_Task, 'duration_secs': 1.291621} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.971705] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.972764] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36887219-82a8-46d4-a3b5-f2b386be7094 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.054134] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a1ccc79d-6502-4369-8cae-a8356d600b7b tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.039s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.178233] env[70691]: DEBUG oslo_concurrency.lockutils [req-992ee13c-d1d9-46a7-960c-11e249e93a78 req-8198abb3-0518-484d-80d6-d415d1e72de1 service nova] Releasing lock "refresh_cache-dcb49fa9-5348-4a65-a377-1fdf86173293" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.189811] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb34ca3-c1e1-4a5c-9591-49ada46d324f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.199610] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80cb98a-5b55-495e-b2d3-eeda6a711be5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.237617] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a137ff24-e560-4394-b4bc-66287ebae374 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.245474] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfaa11e-6c92-4312-bb05-57eca52f69fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.261730] env[70691]: DEBUG nova.compute.provider_tree [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.274477] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522f9689-e44f-b072-ea95-3d11fa692a72, 'name': SearchDatastore_Task, 'duration_secs': 0.013321} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.275440] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.275693] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.275934] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.276104] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.276445] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.277010] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2f16b68-edb3-40ba-b2b7-60e0c4abf084 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.287771] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.287993] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 767.288749] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d31661b-2aed-46e2-add3-5f96b01346f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.295272] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 767.295272] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f773cf-9204-0d7f-f9f3-663e47d1fdbf" [ 767.295272] env[70691]: _type = "Task" [ 767.295272] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.305528] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f773cf-9204-0d7f-f9f3-663e47d1fdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.344083] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Releasing lock "refresh_cache-eecfa11b-9b4c-4f66-b092-04258a2a379e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.344513] env[70691]: DEBUG nova.compute.manager [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Instance network_info: |[{"id": "4fc863b1-186e-4bf1-b969-a1c56ae7f209", "address": "fa:16:3e:b5:f7:f0", "network": {"id": "179603c2-8669-4deb-bb6a-0290c79353e0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-830162779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95127bbcf29d4f3d9484813fb8824c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc863b1-18", "ovs_interfaceid": "4fc863b1-186e-4bf1-b969-a1c56ae7f209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 767.345192] env[70691]: DEBUG oslo_concurrency.lockutils [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] Acquired lock "refresh_cache-eecfa11b-9b4c-4f66-b092-04258a2a379e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.345398] env[70691]: DEBUG nova.network.neutron [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Refreshing network info cache for port 4fc863b1-186e-4bf1-b969-a1c56ae7f209 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 767.347041] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f7:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fc863b1-186e-4bf1-b969-a1c56ae7f209', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.354687] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Creating folder: Project (95127bbcf29d4f3d9484813fb8824c76). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 767.355302] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4151b37e-6333-4791-b837-119427bc9435 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.370313] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Created folder: Project (95127bbcf29d4f3d9484813fb8824c76) in parent group-v689428. [ 767.371128] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Creating folder: Instances. Parent ref: group-v689506. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 767.371128] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe354b47-58ad-466b-ac3c-3c4e4d25f5fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.383241] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Created folder: Instances in parent group-v689506. [ 767.383455] env[70691]: DEBUG oslo.service.loopingcall [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.383660] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 767.384214] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd92391b-e0ef-4859-a488-2243ae3f229b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.411840] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.411840] env[70691]: value = "task-3453757" [ 767.411840] env[70691]: _type = "Task" [ 767.411840] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.421451] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453757, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.466583] env[70691]: DEBUG nova.compute.manager [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 767.497467] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.500317] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 767.500641] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 767.501470] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.501713] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 767.501878] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.502044] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 767.502313] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 767.502611] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 767.502941] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 767.503069] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 767.503301] env[70691]: DEBUG nova.virt.hardware [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 767.503646] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d808f0c-c87e-47cb-a46f-10a554ea0800 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.507454] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5c8ff0-6892-436b-901d-0c28a7e14737 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.517821] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb158a6-da74-4586-9a43-ed32024ee253 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.523374] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 767.523374] env[70691]: value = "task-3453758" [ 767.523374] env[70691]: _type = "Task" [ 767.523374] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.544308] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453758, 'name': CloneVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.608249] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.608678] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.701069] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Acquiring lock "1c255f61-e275-4b91-a75a-29ff39f15553" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.701437] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.768027] env[70691]: DEBUG nova.scheduler.client.report [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 767.808447] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f773cf-9204-0d7f-f9f3-663e47d1fdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.809086] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09329e0b-6167-44b1-ab0f-0997ae357832 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.816147] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 767.816147] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52187c53-d2b3-69eb-946a-8f1e0fa683bf" [ 767.816147] env[70691]: _type = "Task" [ 767.816147] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.826560] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52187c53-d2b3-69eb-946a-8f1e0fa683bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.926448] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453757, 'name': CreateVM_Task, 'duration_secs': 0.43421} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.926890] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 767.927399] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.927574] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.927914] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.928360] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6e96dc-49b1-4661-b182-906fdb46d829 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.934604] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 767.934604] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52feceee-5f8f-268e-89fa-9e6a47a89b45" [ 767.934604] env[70691]: _type = "Task" [ 767.934604] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.944847] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52feceee-5f8f-268e-89fa-9e6a47a89b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.037846] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453758, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.090553] env[70691]: DEBUG nova.network.neutron [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Updated VIF entry in instance network info cache for port 4fc863b1-186e-4bf1-b969-a1c56ae7f209. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 768.090952] env[70691]: DEBUG nova.network.neutron [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Updating instance_info_cache with network_info: [{"id": "4fc863b1-186e-4bf1-b969-a1c56ae7f209", "address": "fa:16:3e:b5:f7:f0", "network": {"id": "179603c2-8669-4deb-bb6a-0290c79353e0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-830162779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95127bbcf29d4f3d9484813fb8824c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc863b1-18", "ovs_interfaceid": "4fc863b1-186e-4bf1-b969-a1c56ae7f209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.117121] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.117998] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 768.117998] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Rebuilding the list of instances to heal {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 768.204105] env[70691]: DEBUG nova.compute.utils [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 768.270118] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.270676] env[70691]: DEBUG nova.compute.manager [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 768.273930] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.197s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.274824] env[70691]: INFO nova.compute.claims [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.331059] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52187c53-d2b3-69eb-946a-8f1e0fa683bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.331353] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.331703] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] dcb49fa9-5348-4a65-a377-1fdf86173293/dcb49fa9-5348-4a65-a377-1fdf86173293.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 768.332019] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7524b216-5cf3-480c-91d1-3d308d2cb48f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.340793] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 768.340793] env[70691]: value = "task-3453759" [ 768.340793] env[70691]: _type = "Task" [ 768.340793] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.351224] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.382916] env[70691]: DEBUG nova.network.neutron [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Successfully updated port: baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.421067] env[70691]: DEBUG nova.compute.manager [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 768.422037] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e8e32-6b74-4dba-bd03-7cdaa226c8b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.448884] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52feceee-5f8f-268e-89fa-9e6a47a89b45, 'name': SearchDatastore_Task, 'duration_secs': 0.012122} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.449329] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.449614] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.449873] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.450042] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.450234] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.450523] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b93ddca-30ee-4888-8cfd-a055a7aca920 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.469298] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.469519] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 768.471029] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f0742a-4be6-4fcb-995c-303074565767 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.478097] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 768.478097] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52709996-449c-4de1-71e2-236b25ed40c8" [ 768.478097] env[70691]: _type = "Task" [ 768.478097] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.486749] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52709996-449c-4de1-71e2-236b25ed40c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.537200] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453758, 'name': CloneVM_Task} progress is 95%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.593873] env[70691]: DEBUG oslo_concurrency.lockutils [req-db5da88c-090e-455a-9fb1-20fc23c98259 req-c93fc856-bd82-4fe6-8830-44a860f087d3 service nova] Releasing lock "refresh_cache-eecfa11b-9b4c-4f66-b092-04258a2a379e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.624862] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 768.625132] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 768.625265] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 768.625396] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 768.655460] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "refresh_cache-f34b664a-979f-40f9-8189-57aa4c5b5b94" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.655693] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquired lock "refresh_cache-f34b664a-979f-40f9-8189-57aa4c5b5b94" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.655916] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Forcefully refreshing network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 768.656161] env[70691]: DEBUG nova.objects.instance [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lazy-loading 'info_cache' on Instance uuid f34b664a-979f-40f9-8189-57aa4c5b5b94 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.707699] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.779661] env[70691]: DEBUG nova.compute.utils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 768.783912] env[70691]: DEBUG nova.compute.manager [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 768.784149] env[70691]: DEBUG nova.network.neutron [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 768.852768] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.857935] env[70691]: DEBUG nova.policy [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06edfabde68e4db4a8c0029d4d6bdce2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ead7e820c0fe47acbc5e498ef72b2259', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 768.886014] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.886253] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquired lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.886677] env[70691]: DEBUG nova.network.neutron [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 768.934318] env[70691]: INFO nova.compute.manager [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] instance snapshotting [ 768.937818] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74857edb-4e34-4078-95be-7804e82bc72a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.961377] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8921743e-f4b8-4441-8b05-cfd075b41e54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.989068] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52709996-449c-4de1-71e2-236b25ed40c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.989915] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e549a8b-d346-44a9-9869-254398016541 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.996182] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 768.996182] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52979e76-cea6-57cc-5b64-3b399e029e04" [ 768.996182] env[70691]: _type = "Task" [ 768.996182] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.005220] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52979e76-cea6-57cc-5b64-3b399e029e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.036186] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453758, 'name': CloneVM_Task, 'duration_secs': 1.512515} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.036469] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Created linked-clone VM from snapshot [ 769.037245] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9092c245-bf34-4670-997d-4b201b80e49b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.046479] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Uploading image 5755da46-9061-4dab-b944-56ef6e363d38 {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 769.069113] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.069113] env[70691]: value = "vm-689509" [ 769.069113] env[70691]: _type = "VirtualMachine" [ 769.069113] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.069450] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc299abd-bdf9-4185-ada2-aeffa1dc2ea1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.078107] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease: (returnval){ [ 769.078107] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52efcd26-9e31-f8fa-50db-56ab152c53fd" [ 769.078107] env[70691]: _type = "HttpNfcLease" [ 769.078107] env[70691]: } obtained for exporting VM: (result){ [ 769.078107] env[70691]: value = "vm-689509" [ 769.078107] env[70691]: _type = "VirtualMachine" [ 769.078107] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.078439] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the lease: (returnval){ [ 769.078439] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52efcd26-9e31-f8fa-50db-56ab152c53fd" [ 769.078439] env[70691]: _type = "HttpNfcLease" [ 769.078439] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.086174] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.086174] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52efcd26-9e31-f8fa-50db-56ab152c53fd" [ 769.086174] env[70691]: _type = "HttpNfcLease" [ 769.086174] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.289105] env[70691]: DEBUG nova.compute.manager [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 769.341333] env[70691]: DEBUG nova.network.neutron [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Successfully created port: 78e8f804-1a5b-4e3f-af27-da55f641170b {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.357738] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546072} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.361035] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] dcb49fa9-5348-4a65-a377-1fdf86173293/dcb49fa9-5348-4a65-a377-1fdf86173293.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 769.361035] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.361035] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f7468ef-35c1-4e80-b5b0-f232ba5ddc4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.375026] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 769.375026] env[70691]: value = "task-3453761" [ 769.375026] env[70691]: _type = "Task" [ 769.375026] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.387837] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.410375] env[70691]: DEBUG oslo_concurrency.lockutils [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.410375] env[70691]: DEBUG oslo_concurrency.lockutils [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.410375] env[70691]: DEBUG oslo_concurrency.lockutils [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.410375] env[70691]: DEBUG oslo_concurrency.lockutils [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.410529] env[70691]: DEBUG oslo_concurrency.lockutils [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.415031] env[70691]: INFO nova.compute.manager [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Terminating instance [ 769.419501] env[70691]: DEBUG nova.compute.manager [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 769.419715] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 769.420556] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da6ca5-f2c6-491b-b1ec-560f46bf8a35 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.429952] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 769.433715] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42cc297d-517a-43ae-9c08-afeeeec3cd7b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.438935] env[70691]: DEBUG nova.network.neutron [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 769.444772] env[70691]: DEBUG nova.compute.manager [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Received event network-vif-plugged-baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 769.444991] env[70691]: DEBUG oslo_concurrency.lockutils [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] Acquiring lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.445230] env[70691]: DEBUG oslo_concurrency.lockutils [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] Lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.445401] env[70691]: DEBUG oslo_concurrency.lockutils [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] Lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.445575] env[70691]: DEBUG nova.compute.manager [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] No waiting events found dispatching network-vif-plugged-baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 769.446139] env[70691]: WARNING nova.compute.manager [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Received unexpected event network-vif-plugged-baffdf1c-c3f4-47ad-b1c6-26845701148b for instance with vm_state building and task_state spawning. [ 769.446262] env[70691]: DEBUG nova.compute.manager [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Received event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 769.446641] env[70691]: DEBUG nova.compute.manager [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing instance network info cache due to event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 769.447110] env[70691]: DEBUG oslo_concurrency.lockutils [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] Acquiring lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.448742] env[70691]: DEBUG oslo_vmware.api [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 769.448742] env[70691]: value = "task-3453762" [ 769.448742] env[70691]: _type = "Task" [ 769.448742] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.463699] env[70691]: DEBUG oslo_vmware.api [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.475062] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.475455] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-150121bb-4a01-4cfb-9660-79bb9805f911 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.484648] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 769.484648] env[70691]: value = "task-3453763" [ 769.484648] env[70691]: _type = "Task" [ 769.484648] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.493651] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453763, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.506285] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52979e76-cea6-57cc-5b64-3b399e029e04, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.506567] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.506830] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] eecfa11b-9b4c-4f66-b092-04258a2a379e/eecfa11b-9b4c-4f66-b092-04258a2a379e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 769.509402] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ea15527-c0ec-4752-bbb2-f8b91b9e0d62 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.518823] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 769.518823] env[70691]: value = "task-3453764" [ 769.518823] env[70691]: _type = "Task" [ 769.518823] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.528995] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.589212] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.589212] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52efcd26-9e31-f8fa-50db-56ab152c53fd" [ 769.589212] env[70691]: _type = "HttpNfcLease" [ 769.589212] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.589463] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.589463] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52efcd26-9e31-f8fa-50db-56ab152c53fd" [ 769.589463] env[70691]: _type = "HttpNfcLease" [ 769.589463] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.590239] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15439805-0a50-4590-8037-a5ec12986088 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.601253] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bbcf9-5f6e-8e79-7133-428b3cc076ac/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.601447] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bbcf9-5f6e-8e79-7133-428b3cc076ac/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 769.709452] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-91a9f142-ef7b-415d-8fa3-b6b6d99205ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.727486] env[70691]: DEBUG nova.network.neutron [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updating instance_info_cache with network_info: [{"id": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "address": "fa:16:3e:f2:18:db", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaffdf1c-c3", "ovs_interfaceid": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.781968] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Acquiring lock "1c255f61-e275-4b91-a75a-29ff39f15553" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.781968] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.783865] env[70691]: INFO nova.compute.manager [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Attaching volume 4a90ae6d-59a2-4493-94fd-5379e6f2ad4e to /dev/sdb [ 769.838816] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074cac5-313b-44ba-bb08-aebb70ad5cc8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.847597] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90388bdf-cb40-4b54-a980-695fa6d3b4de {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.874933] env[70691]: DEBUG nova.virt.block_device [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Updating existing volume attachment record: ee552a74-4021-4211-ba8a-4e296232ffc6 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 769.892815] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071158} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.893507] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.894273] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc88daa-98d8-413f-a542-4c992b2e6b1d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.920453] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] dcb49fa9-5348-4a65-a377-1fdf86173293/dcb49fa9-5348-4a65-a377-1fdf86173293.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.924498] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70b4c9a-3aeb-43c8-97af-478bdc50d2a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.956703] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 769.956703] env[70691]: value = "task-3453765" [ 769.956703] env[70691]: _type = "Task" [ 769.956703] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.963940] env[70691]: DEBUG oslo_vmware.api [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453762, 'name': PowerOffVM_Task, 'duration_secs': 0.26142} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.964846] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 769.965288] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 769.967016] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-340ec731-6749-449f-b8f9-1c8caa4ede56 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.974298] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.002950] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453763, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.032210] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.085644] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a270c020-122d-4a47-b6c8-8fc7f2294da4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.093851] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83b039c-6158-4551-8c73-9dcee5ea4a89 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.126863] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5810432c-3032-4d35-a572-1a598a29431a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.140130] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c993171-286f-44c4-a865-7378e74117ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.165405] env[70691]: DEBUG nova.compute.provider_tree [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.169893] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 770.170173] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 770.170363] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Deleting the datastore file [datastore2] 0dbc17b6-125b-4c04-a6d1-261ce319ef4c {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.170637] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107d901c-c2b1-4878-8b30-d9e0ea1b90f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.178968] env[70691]: DEBUG oslo_vmware.api [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for the task: (returnval){ [ 770.178968] env[70691]: value = "task-3453770" [ 770.178968] env[70691]: _type = "Task" [ 770.178968] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.188924] env[70691]: DEBUG oslo_vmware.api [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.231112] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Releasing lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.233660] env[70691]: DEBUG nova.compute.manager [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Instance network_info: |[{"id": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "address": "fa:16:3e:f2:18:db", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaffdf1c-c3", "ovs_interfaceid": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 770.234079] env[70691]: DEBUG oslo_concurrency.lockutils [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] Acquired lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.234304] env[70691]: DEBUG nova.network.neutron [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 770.235850] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:18:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baffdf1c-c3f4-47ad-b1c6-26845701148b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.244026] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Creating folder: Project (780511d2de9d437a8607c56e65c2f2bf). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 770.245543] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d55515fd-8b3a-426d-ae55-b7a78eb702ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.262286] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Created folder: Project (780511d2de9d437a8607c56e65c2f2bf) in parent group-v689428. [ 770.262596] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Creating folder: Instances. Parent ref: group-v689513. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 770.262911] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e274f337-c398-4af7-a3d8-3ef2d5a6cb90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.275917] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Created folder: Instances in parent group-v689513. [ 770.276279] env[70691]: DEBUG oslo.service.loopingcall [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.276831] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 770.277143] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1f0c9d1-360f-4a6c-a20d-970f8033f2f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.304015] env[70691]: DEBUG nova.compute.manager [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 770.308931] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.308931] env[70691]: value = "task-3453773" [ 770.308931] env[70691]: _type = "Task" [ 770.308931] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.319093] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453773, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.331197] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 770.332027] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 770.332108] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.332404] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 770.332618] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.332923] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 770.333348] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 770.333612] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 770.334017] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 770.334388] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 770.334770] env[70691]: DEBUG nova.virt.hardware [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 770.336280] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb08264a-4206-46fd-9ba7-747eea80dc76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.351644] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f10e35-a56d-46c9-b377-25e389700887 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.468377] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.497162] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453763, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.531268] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.552875] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Updating instance_info_cache with network_info: [{"id": "23a6bb50-b9c2-4723-a82c-f910a6f3b08e", "address": "fa:16:3e:cd:68:4b", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a6bb50-b9", "ovs_interfaceid": "23a6bb50-b9c2-4723-a82c-f910a6f3b08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.638657] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "db073798-feb7-4319-8345-53a5716ff15b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.639049] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "db073798-feb7-4319-8345-53a5716ff15b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.639615] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "db073798-feb7-4319-8345-53a5716ff15b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.639615] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "db073798-feb7-4319-8345-53a5716ff15b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.639723] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "db073798-feb7-4319-8345-53a5716ff15b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.642442] env[70691]: INFO nova.compute.manager [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Terminating instance [ 770.645201] env[70691]: DEBUG nova.compute.manager [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 770.645507] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 770.646621] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec9d6db-a4be-49c0-ba6c-003ec58777d0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.659343] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 770.659656] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2da5c02-3c88-4301-b1b4-010b048ad2d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.669522] env[70691]: DEBUG nova.scheduler.client.report [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 770.694370] env[70691]: DEBUG oslo_vmware.api [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Task: {'id': task-3453770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288295} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.696665] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.696665] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 770.696665] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 770.696665] env[70691]: INFO nova.compute.manager [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 770.696665] env[70691]: DEBUG oslo.service.loopingcall [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.696980] env[70691]: DEBUG nova.compute.manager [-] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 770.697301] env[70691]: DEBUG nova.network.neutron [-] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 770.749868] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 770.750759] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 770.751178] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Deleting the datastore file [datastore1] db073798-feb7-4319-8345-53a5716ff15b {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.751930] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4158a0dc-dca3-45e0-a9ec-431684d6e97d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.763194] env[70691]: DEBUG oslo_vmware.api [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 770.763194] env[70691]: value = "task-3453775" [ 770.763194] env[70691]: _type = "Task" [ 770.763194] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.773723] env[70691]: DEBUG oslo_vmware.api [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.825069] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453773, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.971267] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.998804] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453763, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.034197] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453764, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.45844} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.034864] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] eecfa11b-9b4c-4f66-b092-04258a2a379e/eecfa11b-9b4c-4f66-b092-04258a2a379e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 771.035276] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.035653] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6418ac8d-4790-4b15-8478-6c9678cf47aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.045259] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 771.045259] env[70691]: value = "task-3453776" [ 771.045259] env[70691]: _type = "Task" [ 771.045259] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.060253] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Releasing lock "refresh_cache-f34b664a-979f-40f9-8189-57aa4c5b5b94" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.060253] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Updated the network info_cache for instance {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 771.060253] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.061628] env[70691]: DEBUG nova.network.neutron [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updated VIF entry in instance network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 771.062371] env[70691]: DEBUG nova.network.neutron [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updating instance_info_cache with network_info: [{"id": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "address": "fa:16:3e:f2:18:db", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaffdf1c-c3", "ovs_interfaceid": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.064640] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.065430] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.065809] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.066218] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.066532] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.066907] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.067263] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 771.067579] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.174997] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.175892] env[70691]: DEBUG nova.compute.manager [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 771.180178] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.596s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.183046] env[70691]: INFO nova.compute.claims [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.273304] env[70691]: DEBUG oslo_vmware.api [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358489} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.273304] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.273304] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 771.273501] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 771.273825] env[70691]: INFO nova.compute.manager [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: db073798-feb7-4319-8345-53a5716ff15b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 771.273941] env[70691]: DEBUG oslo.service.loopingcall [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.274201] env[70691]: DEBUG nova.compute.manager [-] [instance: db073798-feb7-4319-8345-53a5716ff15b] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 771.274358] env[70691]: DEBUG nova.network.neutron [-] [instance: db073798-feb7-4319-8345-53a5716ff15b] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 771.330534] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453773, 'name': CreateVM_Task, 'duration_secs': 0.777805} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.330952] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 771.331696] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.332737] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.333315] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.333663] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3987e60-4e59-40b9-9336-abdece3b7b2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.341904] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 771.341904] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526a4f22-f2e7-6a44-a378-4a4c5e97de9e" [ 771.341904] env[70691]: _type = "Task" [ 771.341904] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.353881] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526a4f22-f2e7-6a44-a378-4a4c5e97de9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.404296] env[70691]: DEBUG nova.network.neutron [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Successfully updated port: 78e8f804-1a5b-4e3f-af27-da55f641170b {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.473196] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453765, 'name': ReconfigVM_Task, 'duration_secs': 1.174854} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.473809] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Reconfigured VM instance instance-00000019 to attach disk [datastore2] dcb49fa9-5348-4a65-a377-1fdf86173293/dcb49fa9-5348-4a65-a377-1fdf86173293.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.474838] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35b80039-1be9-4184-a30a-8b287ee2c081 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.483514] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 771.483514] env[70691]: value = "task-3453777" [ 771.483514] env[70691]: _type = "Task" [ 771.483514] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.514503] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453777, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.514916] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453763, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.556327] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090013} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.556628] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.557619] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3213e325-0fe6-40fa-a818-020d74ee8a46 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.575826] env[70691]: DEBUG oslo_concurrency.lockutils [req-70423baf-54bf-4acb-b13a-7de458fc4f26 req-916cc76d-1575-44a0-a14f-8183d2442048 service nova] Releasing lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.576926] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.586859] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] eecfa11b-9b4c-4f66-b092-04258a2a379e/eecfa11b-9b4c-4f66-b092-04258a2a379e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.587983] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98f38b2-0368-4bcd-93c8-7d71f89c3f89 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.611673] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 771.611673] env[70691]: value = "task-3453778" [ 771.611673] env[70691]: _type = "Task" [ 771.611673] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.621113] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.668960] env[70691]: DEBUG nova.compute.manager [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Received event network-vif-plugged-78e8f804-1a5b-4e3f-af27-da55f641170b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 771.669197] env[70691]: DEBUG oslo_concurrency.lockutils [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] Acquiring lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.669461] env[70691]: DEBUG oslo_concurrency.lockutils [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] Lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.669747] env[70691]: DEBUG oslo_concurrency.lockutils [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] Lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.669925] env[70691]: DEBUG nova.compute.manager [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] No waiting events found dispatching network-vif-plugged-78e8f804-1a5b-4e3f-af27-da55f641170b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 771.670135] env[70691]: WARNING nova.compute.manager [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Received unexpected event network-vif-plugged-78e8f804-1a5b-4e3f-af27-da55f641170b for instance with vm_state building and task_state spawning. [ 771.670369] env[70691]: DEBUG nova.compute.manager [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Received event network-vif-deleted-84627240-efc3-4d53-8218-995bb711b5cb {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 771.670464] env[70691]: INFO nova.compute.manager [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Neutron deleted interface 84627240-efc3-4d53-8218-995bb711b5cb; detaching it from the instance and deleting it from the info cache [ 771.670643] env[70691]: DEBUG nova.network.neutron [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.687572] env[70691]: DEBUG nova.compute.utils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 771.690480] env[70691]: DEBUG nova.compute.manager [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 771.690676] env[70691]: DEBUG nova.network.neutron [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 771.751507] env[70691]: DEBUG nova.policy [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d6a695dbc7d49e6aa0a2de1cb0c69f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1702adfd4b39498090e3f5dea9a377c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 771.796970] env[70691]: DEBUG nova.network.neutron [-] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.803581] env[70691]: DEBUG nova.compute.manager [req-9595aacb-2097-440b-99d7-7c04f24ce6de req-933bc191-76da-4420-b6ff-6d739eb27114 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Received event network-vif-deleted-36611af0-9cef-40e4-8a26-741473aec506 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 771.803853] env[70691]: INFO nova.compute.manager [req-9595aacb-2097-440b-99d7-7c04f24ce6de req-933bc191-76da-4420-b6ff-6d739eb27114 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Neutron deleted interface 36611af0-9cef-40e4-8a26-741473aec506; detaching it from the instance and deleting it from the info cache [ 771.804050] env[70691]: DEBUG nova.network.neutron [req-9595aacb-2097-440b-99d7-7c04f24ce6de req-933bc191-76da-4420-b6ff-6d739eb27114 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.859127] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526a4f22-f2e7-6a44-a378-4a4c5e97de9e, 'name': SearchDatastore_Task, 'duration_secs': 0.017133} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.859483] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.859814] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.860090] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.860245] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.860427] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.860712] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d5dcfa-5e64-4bc9-9ca9-425187fd50dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.872468] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.872770] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 771.873979] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b129da7f-b845-4528-8b2e-a25b382ce7e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.882172] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 771.882172] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52543d90-8ff1-d51d-4350-a9edb255107a" [ 771.882172] env[70691]: _type = "Task" [ 771.882172] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.897256] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52543d90-8ff1-d51d-4350-a9edb255107a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.908398] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquiring lock "refresh_cache-1bb5d018-b47b-4876-8a85-7fbeba6485d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.908602] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquired lock "refresh_cache-1bb5d018-b47b-4876-8a85-7fbeba6485d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.908806] env[70691]: DEBUG nova.network.neutron [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 772.003212] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453763, 'name': CreateSnapshot_Task, 'duration_secs': 2.048727} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.003539] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453777, 'name': Rename_Task, 'duration_secs': 0.329177} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.003872] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.004416] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 772.005129] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa7c407-7881-4ce3-b59b-c9686d1c09f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.007678] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a2bc371-d6fc-46ff-adef-77916b6c9320 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.023075] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 772.023075] env[70691]: value = "task-3453779" [ 772.023075] env[70691]: _type = "Task" [ 772.023075] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.034442] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.124855] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.161796] env[70691]: DEBUG nova.network.neutron [-] [instance: db073798-feb7-4319-8345-53a5716ff15b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.163185] env[70691]: DEBUG nova.network.neutron [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Successfully created port: b955a0b8-eeb5-4482-87f0-d26bee189ced {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.176731] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97434028-10b9-47e0-933f-ad11490e289c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.189677] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9479955-e72a-4797-9076-cddd8766d687 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.207631] env[70691]: DEBUG nova.compute.manager [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 772.244929] env[70691]: DEBUG nova.compute.manager [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Detach interface failed, port_id=84627240-efc3-4d53-8218-995bb711b5cb, reason: Instance 0dbc17b6-125b-4c04-a6d1-261ce319ef4c could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 772.244929] env[70691]: DEBUG nova.compute.manager [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Received event network-changed-78e8f804-1a5b-4e3f-af27-da55f641170b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 772.245159] env[70691]: DEBUG nova.compute.manager [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Refreshing instance network info cache due to event network-changed-78e8f804-1a5b-4e3f-af27-da55f641170b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 772.245717] env[70691]: DEBUG oslo_concurrency.lockutils [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] Acquiring lock "refresh_cache-1bb5d018-b47b-4876-8a85-7fbeba6485d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.306556] env[70691]: INFO nova.compute.manager [-] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Took 1.61 seconds to deallocate network for instance. [ 772.308708] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f70b78e2-9dae-41fe-b7a3-d4923a9f8c20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.327813] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a081644-c2f3-490d-97a0-7509a1c899a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.373440] env[70691]: DEBUG nova.compute.manager [req-9595aacb-2097-440b-99d7-7c04f24ce6de req-933bc191-76da-4420-b6ff-6d739eb27114 service nova] [instance: db073798-feb7-4319-8345-53a5716ff15b] Detach interface failed, port_id=36611af0-9cef-40e4-8a26-741473aec506, reason: Instance db073798-feb7-4319-8345-53a5716ff15b could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 772.394067] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52543d90-8ff1-d51d-4350-a9edb255107a, 'name': SearchDatastore_Task, 'duration_secs': 0.017191} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.398087] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47bac363-cdfd-425b-b490-bb4e14714ac2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.404910] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 772.404910] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d3f1bb-4392-a344-dea5-2ef0be54db46" [ 772.404910] env[70691]: _type = "Task" [ 772.404910] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.422027] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d3f1bb-4392-a344-dea5-2ef0be54db46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.476141] env[70691]: DEBUG nova.network.neutron [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 772.531544] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 772.534842] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-32df00fa-e4ed-4b96-88af-bb737cff4cfa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.548523] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453779, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.550143] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 772.550143] env[70691]: value = "task-3453781" [ 772.550143] env[70691]: _type = "Task" [ 772.550143] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.562342] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453781, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.625721] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453778, 'name': ReconfigVM_Task, 'duration_secs': 0.53892} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.626038] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Reconfigured VM instance instance-0000001a to attach disk [datastore2] eecfa11b-9b4c-4f66-b092-04258a2a379e/eecfa11b-9b4c-4f66-b092-04258a2a379e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.626696] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f0dc52b-f218-4fc5-8423-9edbebc5567c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.634920] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 772.634920] env[70691]: value = "task-3453782" [ 772.634920] env[70691]: _type = "Task" [ 772.634920] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.651926] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453782, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.668392] env[70691]: INFO nova.compute.manager [-] [instance: db073798-feb7-4319-8345-53a5716ff15b] Took 1.39 seconds to deallocate network for instance. [ 772.702895] env[70691]: DEBUG nova.network.neutron [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Updating instance_info_cache with network_info: [{"id": "78e8f804-1a5b-4e3f-af27-da55f641170b", "address": "fa:16:3e:ba:ea:fe", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e8f804-1a", "ovs_interfaceid": "78e8f804-1a5b-4e3f-af27-da55f641170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.820122] env[70691]: DEBUG oslo_concurrency.lockutils [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.884374] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27966a5a-7b80-4337-86da-7baefdf6aca1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.895649] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915e5887-e9a1-4642-b0dd-20b25dd96056 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.941842] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcd1ee3-78e8-4ad9-a3d7-e38db4bd8d70 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.952605] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d3f1bb-4392-a344-dea5-2ef0be54db46, 'name': SearchDatastore_Task, 'duration_secs': 0.015947} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.955336] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.955680] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] bb40cfcf-6c54-4403-8cd0-f586aeb06c09/bb40cfcf-6c54-4403-8cd0-f586aeb06c09.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 772.956091] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49526001-c4d5-4e2c-bd1b-e21e4c65580f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.959374] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef38791-235a-468d-910c-bbdf7ac20ec5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.976585] env[70691]: DEBUG nova.compute.provider_tree [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.979180] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 772.979180] env[70691]: value = "task-3453783" [ 772.979180] env[70691]: _type = "Task" [ 772.979180] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.043289] env[70691]: DEBUG oslo_vmware.api [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453779, 'name': PowerOnVM_Task, 'duration_secs': 0.902358} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.043601] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 773.043853] env[70691]: INFO nova.compute.manager [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Took 11.35 seconds to spawn the instance on the hypervisor. [ 773.044083] env[70691]: DEBUG nova.compute.manager [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 773.044976] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edef2cfd-cbf9-4275-9f8f-b3c4c94bfde2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.064668] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453781, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.147918] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453782, 'name': Rename_Task, 'duration_secs': 0.190191} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.148239] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 773.148500] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf8f488-99bf-45b3-b3a3-2802ec026a5d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.156652] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 773.156652] env[70691]: value = "task-3453784" [ 773.156652] env[70691]: _type = "Task" [ 773.156652] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.165667] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.178867] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.208733] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Releasing lock "refresh_cache-1bb5d018-b47b-4876-8a85-7fbeba6485d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.209302] env[70691]: DEBUG nova.compute.manager [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Instance network_info: |[{"id": "78e8f804-1a5b-4e3f-af27-da55f641170b", "address": "fa:16:3e:ba:ea:fe", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e8f804-1a", "ovs_interfaceid": "78e8f804-1a5b-4e3f-af27-da55f641170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 773.209726] env[70691]: DEBUG oslo_concurrency.lockutils [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] Acquired lock "refresh_cache-1bb5d018-b47b-4876-8a85-7fbeba6485d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.209991] env[70691]: DEBUG nova.network.neutron [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Refreshing network info cache for port 78e8f804-1a5b-4e3f-af27-da55f641170b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 773.211406] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:ea:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78e8f804-1a5b-4e3f-af27-da55f641170b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.219527] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Creating folder: Project (ead7e820c0fe47acbc5e498ef72b2259). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 773.222862] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1643723b-0eb5-435a-bc7e-ed1a6fb17694 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.226016] env[70691]: DEBUG nova.compute.manager [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 773.240978] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Created folder: Project (ead7e820c0fe47acbc5e498ef72b2259) in parent group-v689428. [ 773.241277] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Creating folder: Instances. Parent ref: group-v689518. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 773.243735] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f71db75d-4df2-45c3-9590-1e9aaaf4feea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.253466] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 773.253739] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 773.253954] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.254209] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 773.254394] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.254588] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 773.255073] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 773.255073] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 773.255241] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 773.255426] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 773.255621] env[70691]: DEBUG nova.virt.hardware [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.256557] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd605b8-b960-47ed-bc15-300bf99e8ee1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.260868] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Created folder: Instances in parent group-v689518. [ 773.261090] env[70691]: DEBUG oslo.service.loopingcall [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.261683] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 773.262280] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adccb70f-2bf8-4c32-b4ba-3cb3a563416d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.285223] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eb7e63-b962-4aa8-a3b3-63af0085b9fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.289809] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.289809] env[70691]: value = "task-3453787" [ 773.289809] env[70691]: _type = "Task" [ 773.289809] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.308035] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453787, 'name': CreateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.480817] env[70691]: DEBUG nova.scheduler.client.report [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 773.496345] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.516654] env[70691]: DEBUG nova.network.neutron [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Updated VIF entry in instance network info cache for port 78e8f804-1a5b-4e3f-af27-da55f641170b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 773.517067] env[70691]: DEBUG nova.network.neutron [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Updating instance_info_cache with network_info: [{"id": "78e8f804-1a5b-4e3f-af27-da55f641170b", "address": "fa:16:3e:ba:ea:fe", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e8f804-1a", "ovs_interfaceid": "78e8f804-1a5b-4e3f-af27-da55f641170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.567873] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453781, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.570456] env[70691]: INFO nova.compute.manager [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Took 49.56 seconds to build instance. [ 773.667897] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453784, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.739241] env[70691]: DEBUG nova.compute.manager [None req-39b67d58-4364-4469-a9f6-b2d433a3b681 tempest-ServerDiagnosticsTest-2072776191 tempest-ServerDiagnosticsTest-2072776191-project-admin] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 773.740667] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f07dce-dd30-453f-89c1-e5aa6cbeb1e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.749267] env[70691]: INFO nova.compute.manager [None req-39b67d58-4364-4469-a9f6-b2d433a3b681 tempest-ServerDiagnosticsTest-2072776191 tempest-ServerDiagnosticsTest-2072776191-project-admin] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Retrieving diagnostics [ 773.751057] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b32e84-eca1-4c7e-b964-80aac8488890 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.803456] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453787, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.860347] env[70691]: DEBUG nova.network.neutron [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Successfully updated port: b955a0b8-eeb5-4482-87f0-d26bee189ced {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.989388] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.989853] env[70691]: DEBUG nova.compute.manager [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 773.995064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.886s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.995064] env[70691]: DEBUG nova.objects.instance [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lazy-loading 'resources' on Instance uuid a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.002273] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670343} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.003062] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] bb40cfcf-6c54-4403-8cd0-f586aeb06c09/bb40cfcf-6c54-4403-8cd0-f586aeb06c09.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 774.003286] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.003544] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a99fcefc-f08f-42eb-8358-908b83045ba7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.011256] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 774.011256] env[70691]: value = "task-3453788" [ 774.011256] env[70691]: _type = "Task" [ 774.011256] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.021839] env[70691]: DEBUG oslo_concurrency.lockutils [req-edf9ee14-01b2-4203-90a2-eb550f850107 req-f4b3c793-45ba-4f5f-bb40-40063f98bddb service nova] Releasing lock "refresh_cache-1bb5d018-b47b-4876-8a85-7fbeba6485d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.022334] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.037115] env[70691]: DEBUG nova.compute.manager [req-a618617a-20c7-4d42-a2a9-d4d526f933cd req-c102843a-d0cf-4fee-aa18-46f2bc4fc6c1 service nova] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Received event network-vif-plugged-b955a0b8-eeb5-4482-87f0-d26bee189ced {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 774.037418] env[70691]: DEBUG oslo_concurrency.lockutils [req-a618617a-20c7-4d42-a2a9-d4d526f933cd req-c102843a-d0cf-4fee-aa18-46f2bc4fc6c1 service nova] Acquiring lock "20002014-6a8c-4dfd-9ed3-7c75207750bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.037702] env[70691]: DEBUG oslo_concurrency.lockutils [req-a618617a-20c7-4d42-a2a9-d4d526f933cd req-c102843a-d0cf-4fee-aa18-46f2bc4fc6c1 service nova] Lock "20002014-6a8c-4dfd-9ed3-7c75207750bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.037983] env[70691]: DEBUG oslo_concurrency.lockutils [req-a618617a-20c7-4d42-a2a9-d4d526f933cd req-c102843a-d0cf-4fee-aa18-46f2bc4fc6c1 service nova] Lock "20002014-6a8c-4dfd-9ed3-7c75207750bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.038172] env[70691]: DEBUG nova.compute.manager [req-a618617a-20c7-4d42-a2a9-d4d526f933cd req-c102843a-d0cf-4fee-aa18-46f2bc4fc6c1 service nova] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] No waiting events found dispatching network-vif-plugged-b955a0b8-eeb5-4482-87f0-d26bee189ced {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 774.038455] env[70691]: WARNING nova.compute.manager [req-a618617a-20c7-4d42-a2a9-d4d526f933cd req-c102843a-d0cf-4fee-aa18-46f2bc4fc6c1 service nova] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Received unexpected event network-vif-plugged-b955a0b8-eeb5-4482-87f0-d26bee189ced for instance with vm_state building and task_state spawning. [ 774.064830] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453781, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.072654] env[70691]: DEBUG oslo_concurrency.lockutils [None req-db71724b-aea0-48f0-8b4a-6a4f413adbdc tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "dcb49fa9-5348-4a65-a377-1fdf86173293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.716s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.167609] env[70691]: DEBUG oslo_vmware.api [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453784, 'name': PowerOnVM_Task, 'duration_secs': 0.72978} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.167900] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 774.168135] env[70691]: INFO nova.compute.manager [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Took 9.55 seconds to spawn the instance on the hypervisor. [ 774.168322] env[70691]: DEBUG nova.compute.manager [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 774.169138] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904355bb-2dc9-4c81-9dc9-50953c17357b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.301432] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453787, 'name': CreateVM_Task, 'duration_secs': 0.528062} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.301609] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 774.302319] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.302494] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.302843] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.303114] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986eadeb-1b9e-49c3-a3c8-a41a4dba520e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.308691] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 774.308691] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528a1feb-491d-3a58-6ba9-189d3c051bd2" [ 774.308691] env[70691]: _type = "Task" [ 774.308691] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.317850] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528a1feb-491d-3a58-6ba9-189d3c051bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.363356] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-20002014-6a8c-4dfd-9ed3-7c75207750bc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.363440] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-20002014-6a8c-4dfd-9ed3-7c75207750bc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.363611] env[70691]: DEBUG nova.network.neutron [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 774.459407] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 774.459673] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689512', 'volume_id': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'name': 'volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c255f61-e275-4b91-a75a-29ff39f15553', 'attached_at': '', 'detached_at': '', 'volume_id': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'serial': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 774.460662] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395cf1f3-7ee7-4b2a-9bee-26787e2f5f1b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.478921] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917127b9-8d3c-4795-b48b-fa3bc8ccd3b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.499637] env[70691]: DEBUG nova.compute.utils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 774.511445] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e/volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.512639] env[70691]: DEBUG nova.compute.manager [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 774.512639] env[70691]: DEBUG nova.network.neutron [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 774.516840] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d1b8794-0393-478d-8f91-5f5355883f65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.543411] env[70691]: DEBUG oslo_vmware.api [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Waiting for the task: (returnval){ [ 774.543411] env[70691]: value = "task-3453789" [ 774.543411] env[70691]: _type = "Task" [ 774.543411] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.543411] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085812} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.543411] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.546258] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae65d88-f4db-414f-9ec8-21703c9c7cc1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.570505] env[70691]: DEBUG oslo_vmware.api [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Task: {'id': task-3453789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.579679] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] bb40cfcf-6c54-4403-8cd0-f586aeb06c09/bb40cfcf-6c54-4403-8cd0-f586aeb06c09.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.585313] env[70691]: DEBUG nova.compute.manager [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 774.588129] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de03127e-2cee-42d7-9324-e929a3c77f16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.609939] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453781, 'name': CloneVM_Task, 'duration_secs': 1.927558} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.610820] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Created linked-clone VM from snapshot [ 774.611650] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521f8039-5725-49ca-8f8c-381ec22e053e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.617961] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 774.617961] env[70691]: value = "task-3453790" [ 774.617961] env[70691]: _type = "Task" [ 774.617961] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.621787] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Uploading image eb9732cb-e056-4d54-a9d2-9a1cc7f3969b {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 774.637601] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.652283] env[70691]: DEBUG oslo_vmware.rw_handles [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 774.652283] env[70691]: value = "vm-689517" [ 774.652283] env[70691]: _type = "VirtualMachine" [ 774.652283] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 774.652934] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c28d6e54-131e-4c7e-ba1d-9f87dd132246 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.664413] env[70691]: DEBUG oslo_vmware.rw_handles [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lease: (returnval){ [ 774.664413] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d37da-6be3-c825-5272-aacf2e7bfc27" [ 774.664413] env[70691]: _type = "HttpNfcLease" [ 774.664413] env[70691]: } obtained for exporting VM: (result){ [ 774.664413] env[70691]: value = "vm-689517" [ 774.664413] env[70691]: _type = "VirtualMachine" [ 774.664413] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 774.664413] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the lease: (returnval){ [ 774.664413] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d37da-6be3-c825-5272-aacf2e7bfc27" [ 774.664413] env[70691]: _type = "HttpNfcLease" [ 774.664413] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 774.675682] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.675682] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d37da-6be3-c825-5272-aacf2e7bfc27" [ 774.675682] env[70691]: _type = "HttpNfcLease" [ 774.675682] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.692047] env[70691]: INFO nova.compute.manager [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Took 44.51 seconds to build instance. [ 774.718844] env[70691]: DEBUG nova.policy [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd534bd5c2397465f8553ca9c674c49ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b00c47cc78ab44d9bbc13a499c8c9e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 774.822941] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528a1feb-491d-3a58-6ba9-189d3c051bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.019552} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.823097] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.823330] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.823676] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.823862] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.824176] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.824511] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a254ccd-ee2a-4637-a945-b2b0d5ab7da7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.838929] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.839195] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 774.840249] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d879b7-2853-4b4a-a740-fdaac41fd769 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.851555] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 774.851555] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52283e5b-9b73-4417-8761-01bfc7b4b262" [ 774.851555] env[70691]: _type = "Task" [ 774.851555] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.869096] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52283e5b-9b73-4417-8761-01bfc7b4b262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.899113] env[70691]: DEBUG nova.network.neutron [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 775.013795] env[70691]: DEBUG nova.compute.manager [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 775.062538] env[70691]: DEBUG oslo_vmware.api [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Task: {'id': task-3453789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.065111] env[70691]: DEBUG nova.network.neutron [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Updating instance_info_cache with network_info: [{"id": "b955a0b8-eeb5-4482-87f0-d26bee189ced", "address": "fa:16:3e:62:56:48", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb955a0b8-ee", "ovs_interfaceid": "b955a0b8-eeb5-4482-87f0-d26bee189ced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.112276] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquiring lock "dcb49fa9-5348-4a65-a377-1fdf86173293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.113025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "dcb49fa9-5348-4a65-a377-1fdf86173293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.113025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquiring lock "dcb49fa9-5348-4a65-a377-1fdf86173293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.113275] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "dcb49fa9-5348-4a65-a377-1fdf86173293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.113476] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "dcb49fa9-5348-4a65-a377-1fdf86173293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.118836] env[70691]: DEBUG nova.network.neutron [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Successfully created port: eef2433e-459c-4007-aad7-3151ec0eac6a {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.134598] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.138232] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.141616] env[70691]: INFO nova.compute.manager [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Terminating instance [ 775.144698] env[70691]: DEBUG nova.compute.manager [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 775.144924] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 775.145969] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9e5600-868d-44b4-aa8a-9e42ff0dff66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.159333] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 775.159648] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb716bc-dafa-4f9b-a7db-503cac5f586f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.169362] env[70691]: DEBUG oslo_vmware.api [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 775.169362] env[70691]: value = "task-3453792" [ 775.169362] env[70691]: _type = "Task" [ 775.169362] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.174658] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.174658] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d37da-6be3-c825-5272-aacf2e7bfc27" [ 775.174658] env[70691]: _type = "HttpNfcLease" [ 775.174658] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.175376] env[70691]: DEBUG oslo_vmware.rw_handles [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.175376] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d37da-6be3-c825-5272-aacf2e7bfc27" [ 775.175376] env[70691]: _type = "HttpNfcLease" [ 775.175376] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.176117] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9d0d6-b918-44f6-8c2e-e62e2cac9026 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.184190] env[70691]: DEBUG oslo_vmware.api [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.191044] env[70691]: DEBUG oslo_vmware.rw_handles [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307dff-5811-cc84-955a-1a6ae066a864/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.191299] env[70691]: DEBUG oslo_vmware.rw_handles [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307dff-5811-cc84-955a-1a6ae066a864/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 775.194525] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0a281e8-59ed-4e1d-8dfa-3cbb19c4dad6 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "eecfa11b-9b4c-4f66-b092-04258a2a379e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.349s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.270037] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac49ab9-d93b-44e5-a339-c68b8fb36c60 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.277952] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870b477-5808-482a-a4e5-8c11e02f6fdd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.316837] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64f43df-a5c8-42fd-8070-06b3bf68702e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.321233] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d783280f-5082-412b-8b1f-46e297f7c34c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.328411] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80790987-cee6-442d-ab06-e99a9f7acbe5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.344602] env[70691]: DEBUG nova.compute.provider_tree [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.366344] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52283e5b-9b73-4417-8761-01bfc7b4b262, 'name': SearchDatastore_Task, 'duration_secs': 0.016231} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.374818] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09be88d-0653-497b-b52d-c64ed6cb60d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.379598] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 775.379598] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e25c18-560e-1fc4-a674-129f6f3e1afb" [ 775.379598] env[70691]: _type = "Task" [ 775.379598] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.389384] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e25c18-560e-1fc4-a674-129f6f3e1afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.556691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cd67716b-7fa1-4156-acf6-2ae895b0e509 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquiring lock "interface-eecfa11b-9b4c-4f66-b092-04258a2a379e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.557672] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cd67716b-7fa1-4156-acf6-2ae895b0e509 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "interface-eecfa11b-9b4c-4f66-b092-04258a2a379e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.558168] env[70691]: DEBUG nova.objects.instance [None req-cd67716b-7fa1-4156-acf6-2ae895b0e509 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lazy-loading 'flavor' on Instance uuid eecfa11b-9b4c-4f66-b092-04258a2a379e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.559601] env[70691]: DEBUG oslo_vmware.api [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Task: {'id': task-3453789, 'name': ReconfigVM_Task, 'duration_secs': 0.763602} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.559871] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e/volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.566756] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f589ef-3827-48f0-ac10-30e82a63fb8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.580532] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-20002014-6a8c-4dfd-9ed3-7c75207750bc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.580934] env[70691]: DEBUG nova.compute.manager [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Instance network_info: |[{"id": "b955a0b8-eeb5-4482-87f0-d26bee189ced", "address": "fa:16:3e:62:56:48", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb955a0b8-ee", "ovs_interfaceid": "b955a0b8-eeb5-4482-87f0-d26bee189ced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 775.581941] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:56:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b955a0b8-eeb5-4482-87f0-d26bee189ced', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.590930] env[70691]: DEBUG oslo.service.loopingcall [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.592118] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 775.592369] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-930f0d72-1370-419f-af2c-eceed2eb2970 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.610580] env[70691]: DEBUG oslo_vmware.api [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Waiting for the task: (returnval){ [ 775.610580] env[70691]: value = "task-3453793" [ 775.610580] env[70691]: _type = "Task" [ 775.610580] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.617348] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.617348] env[70691]: value = "task-3453794" [ 775.617348] env[70691]: _type = "Task" [ 775.617348] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.622126] env[70691]: DEBUG oslo_vmware.api [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Task: {'id': task-3453793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.635445] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453794, 'name': CreateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.639335] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453790, 'name': ReconfigVM_Task, 'duration_secs': 0.676401} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.639623] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Reconfigured VM instance instance-0000001b to attach disk [datastore2] bb40cfcf-6c54-4403-8cd0-f586aeb06c09/bb40cfcf-6c54-4403-8cd0-f586aeb06c09.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.640317] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8335d5e4-0c90-4f9c-894a-b6e4efa458ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.648573] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 775.648573] env[70691]: value = "task-3453795" [ 775.648573] env[70691]: _type = "Task" [ 775.648573] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.662091] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453795, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.682567] env[70691]: DEBUG oslo_vmware.api [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453792, 'name': PowerOffVM_Task, 'duration_secs': 0.251968} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.683354] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 775.683610] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 775.684053] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-150e6232-6a4d-4813-9b7a-5b3db881eac3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.757712] env[70691]: DEBUG nova.compute.manager [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 775.767160] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 775.767160] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 775.767160] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Deleting the datastore file [datastore2] dcb49fa9-5348-4a65-a377-1fdf86173293 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.767160] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fb81156-253b-48e7-b612-9418f61fcdcb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.777410] env[70691]: DEBUG oslo_vmware.api [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for the task: (returnval){ [ 775.777410] env[70691]: value = "task-3453797" [ 775.777410] env[70691]: _type = "Task" [ 775.777410] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.790052] env[70691]: DEBUG oslo_vmware.api [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.849280] env[70691]: DEBUG nova.scheduler.client.report [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 775.891066] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e25c18-560e-1fc4-a674-129f6f3e1afb, 'name': SearchDatastore_Task, 'duration_secs': 0.022506} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.891395] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.891849] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 1bb5d018-b47b-4876-8a85-7fbeba6485d8/1bb5d018-b47b-4876-8a85-7fbeba6485d8.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 775.892227] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2da50fbd-4bf1-4ac1-ab22-be707ece061b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.900142] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 775.900142] env[70691]: value = "task-3453798" [ 775.900142] env[70691]: _type = "Task" [ 775.900142] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.909785] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.026761] env[70691]: DEBUG nova.compute.manager [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 776.069404] env[70691]: DEBUG nova.objects.instance [None req-cd67716b-7fa1-4156-acf6-2ae895b0e509 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lazy-loading 'pci_requests' on Instance uuid eecfa11b-9b4c-4f66-b092-04258a2a379e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.123036] env[70691]: DEBUG oslo_vmware.api [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Task: {'id': task-3453793, 'name': ReconfigVM_Task, 'duration_secs': 0.193587} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.126789] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689512', 'volume_id': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'name': 'volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c255f61-e275-4b91-a75a-29ff39f15553', 'attached_at': '', 'detached_at': '', 'volume_id': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'serial': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 776.134561] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453794, 'name': CreateVM_Task, 'duration_secs': 0.508606} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.134844] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 776.135585] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.135911] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.136803] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.137720] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d101fb-4d3b-42b6-9d5f-664195b39157 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.143257] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 776.143257] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fddbfc-dd37-da7e-db1b-5eb2ef0526a1" [ 776.143257] env[70691]: _type = "Task" [ 776.143257] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.152805] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fddbfc-dd37-da7e-db1b-5eb2ef0526a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.162266] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453795, 'name': Rename_Task, 'duration_secs': 0.237686} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.162544] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 776.162826] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c878732a-ad89-4aa4-8003-75a80b808ec1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.170822] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 776.170822] env[70691]: value = "task-3453799" [ 776.170822] env[70691]: _type = "Task" [ 776.170822] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.179841] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.284153] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.292205] env[70691]: DEBUG oslo_vmware.api [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Task: {'id': task-3453797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307993} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.292588] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.292686] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 776.292971] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 776.293186] env[70691]: INFO nova.compute.manager [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Took 1.15 seconds to destroy the instance on the hypervisor. [ 776.293448] env[70691]: DEBUG oslo.service.loopingcall [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.293670] env[70691]: DEBUG nova.compute.manager [-] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 776.293773] env[70691]: DEBUG nova.network.neutron [-] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 776.355858] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.358634] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.083s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.359880] env[70691]: INFO nova.compute.claims [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.378592] env[70691]: INFO nova.scheduler.client.report [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted allocations for instance a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7 [ 776.413544] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.574036] env[70691]: DEBUG nova.objects.base [None req-cd67716b-7fa1-4156-acf6-2ae895b0e509 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 776.574036] env[70691]: DEBUG nova.network.neutron [None req-cd67716b-7fa1-4156-acf6-2ae895b0e509 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 776.659664] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fddbfc-dd37-da7e-db1b-5eb2ef0526a1, 'name': SearchDatastore_Task, 'duration_secs': 0.018253} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.660127] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.660464] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.660845] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.661112] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.661479] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.661872] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-273178cd-ef97-4600-8957-9aa251cb17ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.675698] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cd67716b-7fa1-4156-acf6-2ae895b0e509 tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "interface-eecfa11b-9b4c-4f66-b092-04258a2a379e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.118s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.680632] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.680998] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 776.682859] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4294f606-cdb4-4fc1-b7fc-f0f5311554c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.693120] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.696350] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 776.696350] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5290cf69-b2fb-f30d-ed4b-2188b9c6608f" [ 776.696350] env[70691]: _type = "Task" [ 776.696350] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.707199] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5290cf69-b2fb-f30d-ed4b-2188b9c6608f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.885022] env[70691]: DEBUG nova.compute.manager [req-fbab14f1-86b1-400b-9059-a55ece7e2cd2 req-12d183c9-184e-45d0-bdf4-baa8234c3b4a service nova] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Received event network-changed-b955a0b8-eeb5-4482-87f0-d26bee189ced {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 776.885271] env[70691]: DEBUG nova.compute.manager [req-fbab14f1-86b1-400b-9059-a55ece7e2cd2 req-12d183c9-184e-45d0-bdf4-baa8234c3b4a service nova] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Refreshing instance network info cache due to event network-changed-b955a0b8-eeb5-4482-87f0-d26bee189ced. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 776.885563] env[70691]: DEBUG oslo_concurrency.lockutils [req-fbab14f1-86b1-400b-9059-a55ece7e2cd2 req-12d183c9-184e-45d0-bdf4-baa8234c3b4a service nova] Acquiring lock "refresh_cache-20002014-6a8c-4dfd-9ed3-7c75207750bc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.885821] env[70691]: DEBUG oslo_concurrency.lockutils [req-fbab14f1-86b1-400b-9059-a55ece7e2cd2 req-12d183c9-184e-45d0-bdf4-baa8234c3b4a service nova] Acquired lock "refresh_cache-20002014-6a8c-4dfd-9ed3-7c75207750bc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.885967] env[70691]: DEBUG nova.network.neutron [req-fbab14f1-86b1-400b-9059-a55ece7e2cd2 req-12d183c9-184e-45d0-bdf4-baa8234c3b4a service nova] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Refreshing network info cache for port b955a0b8-eeb5-4482-87f0-d26bee189ced {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 776.896341] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bebd1f6f-e371-4bd5-9daf-cdaf10a7db15 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.187s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.929891] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634066} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.933818] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 1bb5d018-b47b-4876-8a85-7fbeba6485d8/1bb5d018-b47b-4876-8a85-7fbeba6485d8.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 776.933818] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.933818] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdc8a590-30a9-4fce-a8c1-3e807760e5a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.943040] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 776.943040] env[70691]: value = "task-3453800" [ 776.943040] env[70691]: _type = "Task" [ 776.943040] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.956518] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.958818] env[70691]: DEBUG nova.network.neutron [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Successfully updated port: eef2433e-459c-4007-aad7-3151ec0eac6a {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.073436] env[70691]: DEBUG nova.network.neutron [-] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.186070] env[70691]: DEBUG nova.objects.instance [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Lazy-loading 'flavor' on Instance uuid 1c255f61-e275-4b91-a75a-29ff39f15553 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.195039] env[70691]: DEBUG oslo_vmware.api [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3453799, 'name': PowerOnVM_Task, 'duration_secs': 0.921135} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.195039] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 777.195039] env[70691]: INFO nova.compute.manager [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Took 9.73 seconds to spawn the instance on the hypervisor. [ 777.195039] env[70691]: DEBUG nova.compute.manager [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 777.195039] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafdd3d1-9e28-4252-9496-db4bc9f6568b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.217327] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5290cf69-b2fb-f30d-ed4b-2188b9c6608f, 'name': SearchDatastore_Task, 'duration_secs': 0.016689} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.218924] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83b505a-89f4-4813-bef9-4c3f4b30575d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.227882] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 777.227882] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521ac31b-378d-395b-69f5-15df1ea39216" [ 777.227882] env[70691]: _type = "Task" [ 777.227882] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.235746] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521ac31b-378d-395b-69f5-15df1ea39216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.368743] env[70691]: DEBUG nova.compute.manager [req-d3f59716-3dff-40f0-bf3e-770f0d5deca5 req-bc59dfab-b035-4e39-941f-bd14b9a78146 service nova] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Received event network-vif-deleted-138d9bfb-3cb0-4bcf-905b-f9acc05c823f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 777.460099] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121385} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.463177] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "refresh_cache-966a3ad3-a18d-4e1b-905a-237256966ad9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.463417] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquired lock "refresh_cache-966a3ad3-a18d-4e1b-905a-237256966ad9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.463640] env[70691]: DEBUG nova.network.neutron [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 777.465148] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.466447] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23319873-d42c-4391-9eec-f5fe879fb23f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.492187] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 1bb5d018-b47b-4876-8a85-7fbeba6485d8/1bb5d018-b47b-4876-8a85-7fbeba6485d8.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.495620] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1359518-a78e-409e-8a77-85136afeb3f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.521292] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 777.521292] env[70691]: value = "task-3453801" [ 777.521292] env[70691]: _type = "Task" [ 777.521292] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.535479] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.578485] env[70691]: INFO nova.compute.manager [-] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Took 1.28 seconds to deallocate network for instance. [ 777.664850] env[70691]: DEBUG nova.network.neutron [req-fbab14f1-86b1-400b-9059-a55ece7e2cd2 req-12d183c9-184e-45d0-bdf4-baa8234c3b4a service nova] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Updated VIF entry in instance network info cache for port b955a0b8-eeb5-4482-87f0-d26bee189ced. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 777.665229] env[70691]: DEBUG nova.network.neutron [req-fbab14f1-86b1-400b-9059-a55ece7e2cd2 req-12d183c9-184e-45d0-bdf4-baa8234c3b4a service nova] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Updating instance_info_cache with network_info: [{"id": "b955a0b8-eeb5-4482-87f0-d26bee189ced", "address": "fa:16:3e:62:56:48", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb955a0b8-ee", "ovs_interfaceid": "b955a0b8-eeb5-4482-87f0-d26bee189ced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.696347] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a14157d-0a15-49a5-b220-58c168159fc4 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.914s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.727288] env[70691]: INFO nova.compute.manager [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Took 45.77 seconds to build instance. [ 777.738435] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521ac31b-378d-395b-69f5-15df1ea39216, 'name': SearchDatastore_Task, 'duration_secs': 0.020279} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.742225] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.742225] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc/20002014-6a8c-4dfd-9ed3-7c75207750bc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 777.742871] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267d1a38-569d-45ec-86aa-cecaae7a53bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.751393] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 777.751393] env[70691]: value = "task-3453802" [ 777.751393] env[70691]: _type = "Task" [ 777.751393] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.763819] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.995407] env[70691]: DEBUG nova.network.neutron [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 778.011072] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3650a44-a27b-4b00-a08a-4cc5e27ec714 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.027594] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b06b170-f325-4fe2-a7d6-e37f1652c92c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.037162] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.068965] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76ed0ce-e9d6-4398-b3c6-d383658ec4c8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.078996] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e15705-1513-454b-9f85-eb9b496e8975 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.095234] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.096208] env[70691]: DEBUG nova.compute.provider_tree [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.167554] env[70691]: DEBUG oslo_concurrency.lockutils [req-fbab14f1-86b1-400b-9059-a55ece7e2cd2 req-12d183c9-184e-45d0-bdf4-baa8234c3b4a service nova] Releasing lock "refresh_cache-20002014-6a8c-4dfd-9ed3-7c75207750bc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.191530] env[70691]: DEBUG nova.network.neutron [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Updating instance_info_cache with network_info: [{"id": "eef2433e-459c-4007-aad7-3151ec0eac6a", "address": "fa:16:3e:7d:6f:a1", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef2433e-45", "ovs_interfaceid": "eef2433e-459c-4007-aad7-3151ec0eac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.233143] env[70691]: DEBUG oslo_concurrency.lockutils [None req-86632504-658d-4b16-9d38-6d1585f323a1 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.870s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.264393] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453802, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.534100] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.600079] env[70691]: DEBUG nova.scheduler.client.report [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 778.697074] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Releasing lock "refresh_cache-966a3ad3-a18d-4e1b-905a-237256966ad9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.697476] env[70691]: DEBUG nova.compute.manager [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Instance network_info: |[{"id": "eef2433e-459c-4007-aad7-3151ec0eac6a", "address": "fa:16:3e:7d:6f:a1", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef2433e-45", "ovs_interfaceid": "eef2433e-459c-4007-aad7-3151ec0eac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 778.737209] env[70691]: DEBUG nova.compute.manager [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 778.763469] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651028} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.764271] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc/20002014-6a8c-4dfd-9ed3-7c75207750bc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 778.764271] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.764441] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-109b2d2e-fd09-4d75-b597-0f1ec2f11517 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.772458] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 778.772458] env[70691]: value = "task-3453803" [ 778.772458] env[70691]: _type = "Task" [ 778.772458] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.782694] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.034077] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453801, 'name': ReconfigVM_Task, 'duration_secs': 1.194125} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.034400] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 1bb5d018-b47b-4876-8a85-7fbeba6485d8/1bb5d018-b47b-4876-8a85-7fbeba6485d8.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.035448] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08109c72-2977-4a23-9a54-6f13d4d6b4fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.043843] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 779.043843] env[70691]: value = "task-3453804" [ 779.043843] env[70691]: _type = "Task" [ 779.043843] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.053392] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453804, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.105114] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.106506] env[70691]: DEBUG oslo_concurrency.lockutils [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.036s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.270443] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.283536] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091539} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.283812] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.284675] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e410417a-cfba-44b3-9224-dada0061eeef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.310238] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc/20002014-6a8c-4dfd-9ed3-7c75207750bc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.311068] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3df4001-6312-42dc-81ac-c547e837eb73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.332665] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 779.332665] env[70691]: value = "task-3453805" [ 779.332665] env[70691]: _type = "Task" [ 779.332665] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.343059] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.553881] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453804, 'name': Rename_Task, 'duration_secs': 0.250852} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.554177] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 779.554445] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d2a3849-f835-47a8-9d61-6dd667a5f7e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.566052] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 779.566052] env[70691]: value = "task-3453806" [ 779.566052] env[70691]: _type = "Task" [ 779.566052] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.575372] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.609630] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquiring lock "49acf717-e101-4667-880d-8d41f3d1b61c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.609979] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "49acf717-e101-4667-880d-8d41f3d1b61c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.771949] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquiring lock "eecfa11b-9b4c-4f66-b092-04258a2a379e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.771949] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "eecfa11b-9b4c-4f66-b092-04258a2a379e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.772157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquiring lock "eecfa11b-9b4c-4f66-b092-04258a2a379e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.772349] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "eecfa11b-9b4c-4f66-b092-04258a2a379e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.772525] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "eecfa11b-9b4c-4f66-b092-04258a2a379e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.774906] env[70691]: INFO nova.compute.manager [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Terminating instance [ 779.776875] env[70691]: DEBUG nova.compute.manager [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 779.777091] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 779.777924] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84391170-ec3d-4b72-87e4-0e92a532de68 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.785277] env[70691]: DEBUG nova.compute.manager [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Received event network-vif-plugged-eef2433e-459c-4007-aad7-3151ec0eac6a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 779.785487] env[70691]: DEBUG oslo_concurrency.lockutils [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] Acquiring lock "966a3ad3-a18d-4e1b-905a-237256966ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.785691] env[70691]: DEBUG oslo_concurrency.lockutils [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] Lock "966a3ad3-a18d-4e1b-905a-237256966ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.785863] env[70691]: DEBUG oslo_concurrency.lockutils [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] Lock "966a3ad3-a18d-4e1b-905a-237256966ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.786048] env[70691]: DEBUG nova.compute.manager [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] No waiting events found dispatching network-vif-plugged-eef2433e-459c-4007-aad7-3151ec0eac6a {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 779.786219] env[70691]: WARNING nova.compute.manager [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Received unexpected event network-vif-plugged-eef2433e-459c-4007-aad7-3151ec0eac6a for instance with vm_state building and task_state spawning. [ 779.786445] env[70691]: DEBUG nova.compute.manager [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Received event network-changed-eef2433e-459c-4007-aad7-3151ec0eac6a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 779.786567] env[70691]: DEBUG nova.compute.manager [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Refreshing instance network info cache due to event network-changed-eef2433e-459c-4007-aad7-3151ec0eac6a. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 779.786758] env[70691]: DEBUG oslo_concurrency.lockutils [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] Acquiring lock "refresh_cache-966a3ad3-a18d-4e1b-905a-237256966ad9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.786900] env[70691]: DEBUG oslo_concurrency.lockutils [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] Acquired lock "refresh_cache-966a3ad3-a18d-4e1b-905a-237256966ad9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.787064] env[70691]: DEBUG nova.network.neutron [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Refreshing network info cache for port eef2433e-459c-4007-aad7-3151ec0eac6a {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 779.794871] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 779.795187] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e0d3a4-8092-4a1d-b2fc-1919a6be0e72 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.808906] env[70691]: DEBUG oslo_vmware.api [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 779.808906] env[70691]: value = "task-3453807" [ 779.808906] env[70691]: _type = "Task" [ 779.808906] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.827639] env[70691]: DEBUG oslo_vmware.api [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.845872] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.080559] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453806, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.115913] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "49acf717-e101-4667-880d-8d41f3d1b61c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.116793] env[70691]: DEBUG nova.compute.manager [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 780.257160] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fea10f-5d95-40f0-9ce0-923aa8098b96 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.266215] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cf5ec7-7d34-4125-897f-834effcfa504 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.302165] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d487d9-ba6e-46f1-97db-8e1922d7f2be {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.314594] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e637436b-9d55-43c9-b564-24b91794acb4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.329367] env[70691]: DEBUG nova.compute.provider_tree [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.333792] env[70691]: DEBUG oslo_vmware.api [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453807, 'name': PowerOffVM_Task, 'duration_secs': 0.204056} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.336461] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 780.336648] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 780.337487] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0277c0d3-6e34-4c25-8aaf-f11299640464 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.350561] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453805, 'name': ReconfigVM_Task, 'duration_secs': 0.558795} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.350885] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc/20002014-6a8c-4dfd-9ed3-7c75207750bc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.351772] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71a9e5a6-52c9-4571-99a8-ebfe666092f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.359348] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 780.359348] env[70691]: value = "task-3453809" [ 780.359348] env[70691]: _type = "Task" [ 780.359348] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.369075] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453809, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.414991] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 780.415303] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 780.415481] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.415685] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 780.415811] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.415965] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 780.416208] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 780.416447] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 780.416541] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 780.416710] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 780.416888] env[70691]: DEBUG nova.virt.hardware [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.419419] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd52676-9341-4cf1-b07f-e77decf7bf07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.423916] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 780.424156] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 780.424401] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Deleting the datastore file [datastore2] eecfa11b-9b4c-4f66-b092-04258a2a379e {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.425079] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-328dd263-0889-4b4b-b6f5-10e247f82fae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.431202] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd901c8d-e748-4d28-8af1-c422e0cc1b95 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.442021] env[70691]: DEBUG oslo_vmware.api [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for the task: (returnval){ [ 780.442021] env[70691]: value = "task-3453810" [ 780.442021] env[70691]: _type = "Task" [ 780.442021] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.442021] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bbcf9-5f6e-8e79-7133-428b3cc076ac/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.443815] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd20c8b-5bc0-4239-92b4-5e55a8286f96 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.458729] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:6f:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eef2433e-459c-4007-aad7-3151ec0eac6a', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.466617] env[70691]: DEBUG oslo.service.loopingcall [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.467416] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 780.467960] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8fb2e07-3953-455d-a313-d86c630740be {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.490990] env[70691]: DEBUG oslo_vmware.api [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.491279] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bbcf9-5f6e-8e79-7133-428b3cc076ac/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.491436] env[70691]: ERROR oslo_vmware.rw_handles [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bbcf9-5f6e-8e79-7133-428b3cc076ac/disk-0.vmdk due to incomplete transfer. [ 780.492089] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec0c7336-7d84-4d4a-bc81-588c1877cd50 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.510345] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bbcf9-5f6e-8e79-7133-428b3cc076ac/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.510658] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Uploaded image 5755da46-9061-4dab-b944-56ef6e363d38 to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 780.513151] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 780.515184] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8cc453d-f5c6-4d29-a8e5-6f14506789a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.516354] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.516354] env[70691]: value = "task-3453811" [ 780.516354] env[70691]: _type = "Task" [ 780.516354] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.522892] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 780.522892] env[70691]: value = "task-3453812" [ 780.522892] env[70691]: _type = "Task" [ 780.522892] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.526610] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453811, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.534867] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453812, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.578040] env[70691]: DEBUG oslo_vmware.api [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453806, 'name': PowerOnVM_Task, 'duration_secs': 0.592148} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.578556] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 780.578738] env[70691]: INFO nova.compute.manager [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Took 10.27 seconds to spawn the instance on the hypervisor. [ 780.578957] env[70691]: DEBUG nova.compute.manager [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 780.579784] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c74b536-f8a4-44b1-b446-2293fd1d8950 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.590538] env[70691]: DEBUG nova.network.neutron [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Updated VIF entry in instance network info cache for port eef2433e-459c-4007-aad7-3151ec0eac6a. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 780.590928] env[70691]: DEBUG nova.network.neutron [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Updating instance_info_cache with network_info: [{"id": "eef2433e-459c-4007-aad7-3151ec0eac6a", "address": "fa:16:3e:7d:6f:a1", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef2433e-45", "ovs_interfaceid": "eef2433e-459c-4007-aad7-3151ec0eac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.624286] env[70691]: DEBUG nova.compute.utils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 780.625919] env[70691]: DEBUG nova.compute.manager [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 780.626110] env[70691]: DEBUG nova.network.neutron [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 780.677257] env[70691]: DEBUG nova.policy [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccb33c7986c84257a046bd39033d91e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e52ac53aab074d5d98f65dc448196a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 780.835921] env[70691]: DEBUG nova.scheduler.client.report [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 780.878405] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453809, 'name': Rename_Task, 'duration_secs': 0.293913} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.878757] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 780.879055] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9df8dbc5-7a98-48a4-bec9-20ea1be0aa4b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.890152] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 780.890152] env[70691]: value = "task-3453813" [ 780.890152] env[70691]: _type = "Task" [ 780.890152] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.904476] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.968363] env[70691]: DEBUG oslo_vmware.api [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Task: {'id': task-3453810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343094} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.969022] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.969383] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 780.969688] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 780.971123] env[70691]: INFO nova.compute.manager [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 780.971123] env[70691]: DEBUG oslo.service.loopingcall [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.971964] env[70691]: DEBUG nova.compute.manager [-] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 780.972205] env[70691]: DEBUG nova.network.neutron [-] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 781.029125] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453811, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.039226] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453812, 'name': Destroy_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.101490] env[70691]: DEBUG oslo_concurrency.lockutils [req-3cf40d32-d472-49e1-b779-6fc7ee7be267 req-e79e0fe9-b175-41bf-bad3-8e67df70c435 service nova] Releasing lock "refresh_cache-966a3ad3-a18d-4e1b-905a-237256966ad9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.104908] env[70691]: INFO nova.compute.manager [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Took 45.29 seconds to build instance. [ 781.130084] env[70691]: DEBUG nova.compute.manager [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 781.275503] env[70691]: DEBUG nova.network.neutron [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Successfully created port: e68d1eda-6825-49a9-915b-b08a733e4df5 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.401013] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453813, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.449351] env[70691]: DEBUG oslo_concurrency.lockutils [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Acquiring lock "1c255f61-e275-4b91-a75a-29ff39f15553" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.449625] env[70691]: DEBUG oslo_concurrency.lockutils [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.528353] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453811, 'name': CreateVM_Task, 'duration_secs': 0.548788} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.528532] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 781.529336] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.529437] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.529764] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.530104] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919e6cc0-787b-4f03-92cb-de5023d15984 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.539310] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 781.539310] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e4327e-9061-e59c-e2ac-212e95c8d027" [ 781.539310] env[70691]: _type = "Task" [ 781.539310] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.543443] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453812, 'name': Destroy_Task, 'duration_secs': 0.643186} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.547094] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Destroyed the VM [ 781.547373] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.547648] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a9cf95b-3551-4454-a857-e5fbe58775b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.557503] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e4327e-9061-e59c-e2ac-212e95c8d027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.559042] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 781.559042] env[70691]: value = "task-3453814" [ 781.559042] env[70691]: _type = "Task" [ 781.559042] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.568275] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453814, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.610109] env[70691]: DEBUG oslo_concurrency.lockutils [None req-063aaa94-7cba-4c4a-9159-17b745e1b2d2 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.396s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.782903] env[70691]: DEBUG nova.network.neutron [-] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.850329] env[70691]: DEBUG oslo_concurrency.lockutils [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.744s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.853795] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.855s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.856251] env[70691]: INFO nova.compute.claims [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.879480] env[70691]: DEBUG nova.compute.manager [req-be2bcedc-6fdd-43a2-bcf3-488a23644310 req-5cb6783d-93f1-4188-a077-20cff1009ae7 service nova] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Received event network-vif-deleted-4fc863b1-186e-4bf1-b969-a1c56ae7f209 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 781.906835] env[70691]: DEBUG oslo_vmware.api [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453813, 'name': PowerOnVM_Task, 'duration_secs': 0.85129} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.906835] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 781.906835] env[70691]: INFO nova.compute.manager [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Took 8.68 seconds to spawn the instance on the hypervisor. [ 781.906835] env[70691]: DEBUG nova.compute.manager [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 781.906835] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa11df3-e90e-43f3-b917-7a71262086e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.961491] env[70691]: INFO nova.compute.manager [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Detaching volume 4a90ae6d-59a2-4493-94fd-5379e6f2ad4e [ 782.014818] env[70691]: INFO nova.virt.block_device [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Attempting to driver detach volume 4a90ae6d-59a2-4493-94fd-5379e6f2ad4e from mountpoint /dev/sdb [ 782.015076] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 782.015280] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689512', 'volume_id': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'name': 'volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c255f61-e275-4b91-a75a-29ff39f15553', 'attached_at': '', 'detached_at': '', 'volume_id': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'serial': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 782.016200] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aacf92-a6e3-43c3-a995-53dbfa022dc2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.052267] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c268e-a6c5-4a32-bd41-cfe2ae4c0c5e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.062049] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e4327e-9061-e59c-e2ac-212e95c8d027, 'name': SearchDatastore_Task, 'duration_secs': 0.019687} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.067385] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.067683] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.067956] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.068159] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.068364] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.068836] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-816fdfd2-eb97-40e1-b3ad-2269bca5b19f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.071382] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e46b32b-26ad-4da8-95fb-69bf0ee411d0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.098804] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629dce17-9042-48c1-b72f-ea0254db581c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.101803] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453814, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.102166] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.102473] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 782.103109] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7750cc97-49c4-4e16-b50c-4c0ecc0a6ad3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.124710] env[70691]: DEBUG nova.compute.manager [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 782.127837] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] The volume has not been displaced from its original location: [datastore2] volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e/volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 782.135458] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.138135] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32dd6f7d-f5be-481b-a63f-afe9822659ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.161455] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 782.161455] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52828084-6d1a-1cb0-7efa-b7f41c676d38" [ 782.161455] env[70691]: _type = "Task" [ 782.161455] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.163571] env[70691]: DEBUG nova.compute.manager [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 782.175935] env[70691]: DEBUG oslo_vmware.api [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Waiting for the task: (returnval){ [ 782.175935] env[70691]: value = "task-3453815" [ 782.175935] env[70691]: _type = "Task" [ 782.175935] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.180447] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52828084-6d1a-1cb0-7efa-b7f41c676d38, 'name': SearchDatastore_Task, 'duration_secs': 0.014588} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.187414] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ca8c1b-4066-4877-8f3d-3a181d880d30 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.198575] env[70691]: DEBUG oslo_vmware.api [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Task: {'id': task-3453815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.198918] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 782.198918] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52274f1f-f9dc-d4ee-2cb7-0538e02231ef" [ 782.198918] env[70691]: _type = "Task" [ 782.198918] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.201168] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 782.201431] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 782.201636] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.201890] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 782.202111] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.202327] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 782.202987] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 782.202987] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 782.203268] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 782.203470] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 782.203744] env[70691]: DEBUG nova.virt.hardware [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.204778] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc169b29-f0b9-4f0a-af97-ddca3eea9b89 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.219842] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52274f1f-f9dc-d4ee-2cb7-0538e02231ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.221252] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638272bb-b9b8-4f18-ac0e-4a1e437fcafe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.225675] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.226023] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 966a3ad3-a18d-4e1b-905a-237256966ad9/966a3ad3-a18d-4e1b-905a-237256966ad9.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 782.226263] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16e71a02-4b12-46a2-bc15-b131a3f7dbbd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.232479] env[70691]: DEBUG nova.compute.manager [None req-dccb2cb4-5b8c-4100-b963-a810f1f4032d tempest-ServerExternalEventsTest-306371139 tempest-ServerExternalEventsTest-306371139-project] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Received event network-changed {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 782.235024] env[70691]: DEBUG nova.compute.manager [None req-dccb2cb4-5b8c-4100-b963-a810f1f4032d tempest-ServerExternalEventsTest-306371139 tempest-ServerExternalEventsTest-306371139-project] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Refreshing instance network info cache due to event network-changed. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 782.235024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dccb2cb4-5b8c-4100-b963-a810f1f4032d tempest-ServerExternalEventsTest-306371139 tempest-ServerExternalEventsTest-306371139-project] Acquiring lock "refresh_cache-1bb5d018-b47b-4876-8a85-7fbeba6485d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.235024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dccb2cb4-5b8c-4100-b963-a810f1f4032d tempest-ServerExternalEventsTest-306371139 tempest-ServerExternalEventsTest-306371139-project] Acquired lock "refresh_cache-1bb5d018-b47b-4876-8a85-7fbeba6485d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.235024] env[70691]: DEBUG nova.network.neutron [None req-dccb2cb4-5b8c-4100-b963-a810f1f4032d tempest-ServerExternalEventsTest-306371139 tempest-ServerExternalEventsTest-306371139-project] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 782.245644] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 782.245644] env[70691]: value = "task-3453816" [ 782.245644] env[70691]: _type = "Task" [ 782.245644] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.258589] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.285914] env[70691]: INFO nova.compute.manager [-] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Took 1.31 seconds to deallocate network for instance. [ 782.430162] env[70691]: INFO nova.compute.manager [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Took 43.38 seconds to build instance. [ 782.573925] env[70691]: INFO nova.scheduler.client.report [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Deleted allocation for migration 7d24244b-bf79-4d29-a5b0-e2696bc07e11 [ 782.583390] env[70691]: DEBUG oslo_vmware.api [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453814, 'name': RemoveSnapshot_Task, 'duration_secs': 0.751265} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.584162] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.584600] env[70691]: INFO nova.compute.manager [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Took 17.70 seconds to snapshot the instance on the hypervisor. [ 782.617081] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "564fbf12-311d-4fd5-b1f5-b13349652a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.618616] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "564fbf12-311d-4fd5-b1f5-b13349652a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.664626] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.691153] env[70691]: DEBUG oslo_vmware.api [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Task: {'id': task-3453815, 'name': ReconfigVM_Task, 'duration_secs': 0.343642} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.691465] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 782.696920] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e01160-3773-49b4-a9b9-32dbbb775e37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.717870] env[70691]: DEBUG oslo_vmware.api [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Waiting for the task: (returnval){ [ 782.717870] env[70691]: value = "task-3453817" [ 782.717870] env[70691]: _type = "Task" [ 782.717870] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.730603] env[70691]: DEBUG oslo_vmware.api [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Task: {'id': task-3453817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.761789] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.784605] env[70691]: DEBUG nova.network.neutron [None req-dccb2cb4-5b8c-4100-b963-a810f1f4032d tempest-ServerExternalEventsTest-306371139 tempest-ServerExternalEventsTest-306371139-project] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Updating instance_info_cache with network_info: [{"id": "78e8f804-1a5b-4e3f-af27-da55f641170b", "address": "fa:16:3e:ba:ea:fe", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e8f804-1a", "ovs_interfaceid": "78e8f804-1a5b-4e3f-af27-da55f641170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.793171] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.933442] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0dd06cc9-6652-47f0-a024-1d6fdc60d47c tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "20002014-6a8c-4dfd-9ed3-7c75207750bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.337s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.090156] env[70691]: DEBUG oslo_concurrency.lockutils [None req-64b79c44-8242-47ab-b0d9-3fb82310d303 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.714s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.094860] env[70691]: DEBUG nova.network.neutron [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Successfully updated port: e68d1eda-6825-49a9-915b-b08a733e4df5 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.165018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquiring lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.165018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.165018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquiring lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.165018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.165472] env[70691]: DEBUG oslo_concurrency.lockutils [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.166534] env[70691]: INFO nova.compute.manager [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Terminating instance [ 783.168760] env[70691]: DEBUG nova.compute.manager [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 783.169019] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 783.169960] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce74cd74-d280-46e1-b36e-24b1b25ea2a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.185023] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 783.193056] env[70691]: DEBUG nova.compute.manager [None req-9db6f4e0-7187-4657-a4e7-303f7ed4af95 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Found 2 images (rotation: 2) {{(pid=70691) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 783.193056] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c47ab49-0a4b-4c97-ae9c-a256d1338a1d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.197453] env[70691]: DEBUG oslo_vmware.api [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 783.197453] env[70691]: value = "task-3453818" [ 783.197453] env[70691]: _type = "Task" [ 783.197453] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.208917] env[70691]: DEBUG oslo_vmware.api [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.236888] env[70691]: DEBUG oslo_vmware.api [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Task: {'id': task-3453817, 'name': ReconfigVM_Task, 'duration_secs': 0.206308} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.237286] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689512', 'volume_id': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'name': 'volume-4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c255f61-e275-4b91-a75a-29ff39f15553', 'attached_at': '', 'detached_at': '', 'volume_id': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e', 'serial': '4a90ae6d-59a2-4493-94fd-5379e6f2ad4e'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 783.261538] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453816, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.293423] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dccb2cb4-5b8c-4100-b963-a810f1f4032d tempest-ServerExternalEventsTest-306371139 tempest-ServerExternalEventsTest-306371139-project] Releasing lock "refresh_cache-1bb5d018-b47b-4876-8a85-7fbeba6485d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.379863] env[70691]: DEBUG nova.compute.manager [req-51153124-c86a-482a-9286-8b85008a6a3e req-30f8c1bb-5e29-46aa-8ef9-357403d067fb service nova] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Received event network-vif-plugged-e68d1eda-6825-49a9-915b-b08a733e4df5 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 783.380293] env[70691]: DEBUG oslo_concurrency.lockutils [req-51153124-c86a-482a-9286-8b85008a6a3e req-30f8c1bb-5e29-46aa-8ef9-357403d067fb service nova] Acquiring lock "7944d0ce-f048-4566-a93f-fbf3327b8297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.380569] env[70691]: DEBUG oslo_concurrency.lockutils [req-51153124-c86a-482a-9286-8b85008a6a3e req-30f8c1bb-5e29-46aa-8ef9-357403d067fb service nova] Lock "7944d0ce-f048-4566-a93f-fbf3327b8297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.380976] env[70691]: DEBUG oslo_concurrency.lockutils [req-51153124-c86a-482a-9286-8b85008a6a3e req-30f8c1bb-5e29-46aa-8ef9-357403d067fb service nova] Lock "7944d0ce-f048-4566-a93f-fbf3327b8297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.380976] env[70691]: DEBUG nova.compute.manager [req-51153124-c86a-482a-9286-8b85008a6a3e req-30f8c1bb-5e29-46aa-8ef9-357403d067fb service nova] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] No waiting events found dispatching network-vif-plugged-e68d1eda-6825-49a9-915b-b08a733e4df5 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 783.381214] env[70691]: WARNING nova.compute.manager [req-51153124-c86a-482a-9286-8b85008a6a3e req-30f8c1bb-5e29-46aa-8ef9-357403d067fb service nova] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Received unexpected event network-vif-plugged-e68d1eda-6825-49a9-915b-b08a733e4df5 for instance with vm_state building and task_state spawning. [ 783.439280] env[70691]: DEBUG nova.compute.manager [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 783.564977] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1117bfea-be1c-432d-9194-f4216f76102e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.573522] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1854a08f-31b8-4f36-86de-8813763d3866 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.608691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquiring lock "refresh_cache-7944d0ce-f048-4566-a93f-fbf3327b8297" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.608858] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquired lock "refresh_cache-7944d0ce-f048-4566-a93f-fbf3327b8297" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.609333] env[70691]: DEBUG nova.network.neutron [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 783.612474] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cd9fd6-423b-4adf-9a8a-c2258b375712 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.622368] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c33b932-effc-41bc-b324-20f838fafd09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.638500] env[70691]: DEBUG nova.compute.provider_tree [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.708354] env[70691]: DEBUG oslo_vmware.api [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453818, 'name': PowerOffVM_Task, 'duration_secs': 0.253634} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.709182] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 783.709182] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 783.709182] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c8b7042-660c-4c7e-8342-d2938f00e354 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.760569] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453816, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.839632] env[70691]: DEBUG nova.objects.instance [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Lazy-loading 'flavor' on Instance uuid 1c255f61-e275-4b91-a75a-29ff39f15553 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.858224] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 783.858477] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 783.858668] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Deleting the datastore file [datastore2] 1bb5d018-b47b-4876-8a85-7fbeba6485d8 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.858968] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-935f8db6-f4cc-44b7-9468-5b2b2c9aa1b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.869749] env[70691]: DEBUG oslo_vmware.api [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for the task: (returnval){ [ 783.869749] env[70691]: value = "task-3453820" [ 783.869749] env[70691]: _type = "Task" [ 783.869749] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.883968] env[70691]: DEBUG oslo_vmware.api [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.979112] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.141917] env[70691]: DEBUG nova.scheduler.client.report [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 784.163356] env[70691]: DEBUG nova.network.neutron [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 784.260913] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453816, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633511} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.261225] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 966a3ad3-a18d-4e1b-905a-237256966ad9/966a3ad3-a18d-4e1b-905a-237256966ad9.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 784.261436] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.261756] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-061e1da0-2e7f-407e-853e-9810603bc02b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.270170] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 784.270170] env[70691]: value = "task-3453821" [ 784.270170] env[70691]: _type = "Task" [ 784.270170] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.292372] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.381130] env[70691]: DEBUG oslo_vmware.api [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Task: {'id': task-3453820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414986} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.381430] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.381623] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 784.381814] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 784.382097] env[70691]: INFO nova.compute.manager [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 784.382359] env[70691]: DEBUG oslo.service.loopingcall [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.382558] env[70691]: DEBUG nova.compute.manager [-] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 784.382672] env[70691]: DEBUG nova.network.neutron [-] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 784.409035] env[70691]: DEBUG nova.compute.manager [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 784.409959] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e282c488-7786-4681-a0f6-462985bc00b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.440023] env[70691]: DEBUG nova.network.neutron [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Updating instance_info_cache with network_info: [{"id": "e68d1eda-6825-49a9-915b-b08a733e4df5", "address": "fa:16:3e:e5:55:85", "network": {"id": "430de3bc-3405-47d5-ac7d-03a57f2ecec9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-863353224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52ac53aab074d5d98f65dc448196a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68d1eda-68", "ovs_interfaceid": "e68d1eda-6825-49a9-915b-b08a733e4df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.650029] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.650029] env[70691]: DEBUG nova.compute.manager [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 784.650829] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.182s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.652287] env[70691]: INFO nova.compute.claims [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.781295] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078958} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.781763] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.782846] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fb4a33-925c-4b7b-b769-dd5e7cb1812d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.816686] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 966a3ad3-a18d-4e1b-905a-237256966ad9/966a3ad3-a18d-4e1b-905a-237256966ad9.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.817179] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03078057-2035-4391-b836-d231f62e1a68 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.843856] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 784.843856] env[70691]: value = "task-3453823" [ 784.843856] env[70691]: _type = "Task" [ 784.843856] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.849960] env[70691]: DEBUG oslo_concurrency.lockutils [None req-253fde6a-046a-41bd-b198-3a4c14886bd6 tempest-VolumesAssistedSnapshotsTest-1174234357 tempest-VolumesAssistedSnapshotsTest-1174234357-project-admin] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.400s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.860327] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.923756] env[70691]: INFO nova.compute.manager [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] instance snapshotting [ 784.925681] env[70691]: DEBUG nova.objects.instance [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'flavor' on Instance uuid 265f116d-1cdf-4201-a90e-6a3cb4ea8ece {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.940105] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Releasing lock "refresh_cache-7944d0ce-f048-4566-a93f-fbf3327b8297" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.940438] env[70691]: DEBUG nova.compute.manager [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Instance network_info: |[{"id": "e68d1eda-6825-49a9-915b-b08a733e4df5", "address": "fa:16:3e:e5:55:85", "network": {"id": "430de3bc-3405-47d5-ac7d-03a57f2ecec9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-863353224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52ac53aab074d5d98f65dc448196a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68d1eda-68", "ovs_interfaceid": "e68d1eda-6825-49a9-915b-b08a733e4df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 784.941541] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:55:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e68d1eda-6825-49a9-915b-b08a733e4df5', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.949514] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Creating folder: Project (e52ac53aab074d5d98f65dc448196a62). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 784.950407] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2252a5f4-8cc5-40a1-8b68-8a94b34393bc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.965851] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Created folder: Project (e52ac53aab074d5d98f65dc448196a62) in parent group-v689428. [ 784.966103] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Creating folder: Instances. Parent ref: group-v689523. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 784.966368] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a8b5bcb-1f3c-467f-b4a6-114b642958c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.981892] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Created folder: Instances in parent group-v689523. [ 784.981892] env[70691]: DEBUG oslo.service.loopingcall [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.981892] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 784.981892] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4defad90-0021-4db5-8dd2-821722d4cc7f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.008322] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.008322] env[70691]: value = "task-3453826" [ 785.008322] env[70691]: _type = "Task" [ 785.008322] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.018199] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453826, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.056356] env[70691]: DEBUG nova.compute.manager [req-2c76f707-f284-4af6-9593-a3b65d2fecbb req-bf5000e8-c787-4c3a-af32-c1f1176c7dce service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Received event network-vif-deleted-78e8f804-1a5b-4e3f-af27-da55f641170b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 785.056356] env[70691]: INFO nova.compute.manager [req-2c76f707-f284-4af6-9593-a3b65d2fecbb req-bf5000e8-c787-4c3a-af32-c1f1176c7dce service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Neutron deleted interface 78e8f804-1a5b-4e3f-af27-da55f641170b; detaching it from the instance and deleting it from the info cache [ 785.056356] env[70691]: DEBUG nova.network.neutron [req-2c76f707-f284-4af6-9593-a3b65d2fecbb req-bf5000e8-c787-4c3a-af32-c1f1176c7dce service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.158106] env[70691]: DEBUG nova.compute.utils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 785.162077] env[70691]: DEBUG nova.compute.manager [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 785.162269] env[70691]: DEBUG nova.network.neutron [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 785.249515] env[70691]: DEBUG nova.policy [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14b21bdf93a2435bb6568df61462de95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f46cb2436dd340ab8836c28c30b8c15d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 785.356663] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453823, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.431900] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb8d939-2c21-42b8-8583-f989661e2d9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.435028] env[70691]: DEBUG nova.network.neutron [-] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.457026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b95957-559a-4a62-973f-954493fbe314 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.525857] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453826, 'name': CreateVM_Task, 'duration_secs': 0.508963} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.526775] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 785.527549] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.527728] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.528061] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.528578] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96c17eb-c573-44e4-8259-b1818dd21c3f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.534620] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 785.534620] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520c4c15-2090-2829-c7d7-f02450e8f793" [ 785.534620] env[70691]: _type = "Task" [ 785.534620] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.546225] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520c4c15-2090-2829-c7d7-f02450e8f793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.558044] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-941343b2-673a-4de0-95e2-52c46a6b4bea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.562889] env[70691]: DEBUG nova.compute.manager [req-53dc8b2a-e399-4dc6-8009-0d483fe15f1f req-cea5d554-a341-4be1-819e-17e8bb8ee508 service nova] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Received event network-changed-e68d1eda-6825-49a9-915b-b08a733e4df5 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 785.562889] env[70691]: DEBUG nova.compute.manager [req-53dc8b2a-e399-4dc6-8009-0d483fe15f1f req-cea5d554-a341-4be1-819e-17e8bb8ee508 service nova] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Refreshing instance network info cache due to event network-changed-e68d1eda-6825-49a9-915b-b08a733e4df5. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 785.562889] env[70691]: DEBUG oslo_concurrency.lockutils [req-53dc8b2a-e399-4dc6-8009-0d483fe15f1f req-cea5d554-a341-4be1-819e-17e8bb8ee508 service nova] Acquiring lock "refresh_cache-7944d0ce-f048-4566-a93f-fbf3327b8297" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.562889] env[70691]: DEBUG oslo_concurrency.lockutils [req-53dc8b2a-e399-4dc6-8009-0d483fe15f1f req-cea5d554-a341-4be1-819e-17e8bb8ee508 service nova] Acquired lock "refresh_cache-7944d0ce-f048-4566-a93f-fbf3327b8297" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.562889] env[70691]: DEBUG nova.network.neutron [req-53dc8b2a-e399-4dc6-8009-0d483fe15f1f req-cea5d554-a341-4be1-819e-17e8bb8ee508 service nova] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Refreshing network info cache for port e68d1eda-6825-49a9-915b-b08a733e4df5 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 785.569576] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34ae5e9-1012-4497-a343-b9fa576830ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.613687] env[70691]: DEBUG nova.compute.manager [req-2c76f707-f284-4af6-9593-a3b65d2fecbb req-bf5000e8-c787-4c3a-af32-c1f1176c7dce service nova] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Detach interface failed, port_id=78e8f804-1a5b-4e3f-af27-da55f641170b, reason: Instance 1bb5d018-b47b-4876-8a85-7fbeba6485d8 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 785.628923] env[70691]: INFO nova.compute.manager [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Rebuilding instance [ 785.663461] env[70691]: DEBUG nova.compute.manager [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 785.727014] env[70691]: DEBUG nova.compute.manager [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 785.727973] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8995be52-b372-48fa-bac2-ac323f8e1f10 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.786115] env[70691]: DEBUG nova.network.neutron [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Successfully created port: e31bc5a3-e475-4b08-adfb-4c2e4e7cd663 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.863652] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453823, 'name': ReconfigVM_Task, 'duration_secs': 0.594753} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.864645] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 966a3ad3-a18d-4e1b-905a-237256966ad9/966a3ad3-a18d-4e1b-905a-237256966ad9.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.864772] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72f67ec5-66cb-4d1a-bc0e-b9dc450800dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.873246] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 785.873246] env[70691]: value = "task-3453827" [ 785.873246] env[70691]: _type = "Task" [ 785.873246] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.882633] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453827, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.937408] env[70691]: INFO nova.compute.manager [-] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Took 1.55 seconds to deallocate network for instance. [ 785.970577] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.970927] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2eb98f7-f9f8-4942-9d5c-2a6868283a90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.979550] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 785.979550] env[70691]: value = "task-3453828" [ 785.979550] env[70691]: _type = "Task" [ 785.979550] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.989749] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453828, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.050214] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520c4c15-2090-2829-c7d7-f02450e8f793, 'name': SearchDatastore_Task, 'duration_secs': 0.023775} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.050668] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.051051] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.051660] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.051860] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.052098] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.052399] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d778d3a-5c6a-4434-83ce-d42213318df7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.077490] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.077490] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 786.077490] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e3e11d-02ce-4130-80ad-f88e4c966f94 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.082025] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 786.082025] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eb9101-2cf4-3091-e2c1-91df3d4db3f1" [ 786.082025] env[70691]: _type = "Task" [ 786.082025] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.094101] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eb9101-2cf4-3091-e2c1-91df3d4db3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.243861] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 786.247294] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8269dacf-3fc6-4a9b-9bd2-1bd82328bae3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.261136] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 786.261136] env[70691]: value = "task-3453829" [ 786.261136] env[70691]: _type = "Task" [ 786.261136] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.273703] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.380984] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a93054-3b88-42b1-8546-3262f0b195cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.392865] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453827, 'name': Rename_Task, 'duration_secs': 0.319399} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.394036] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd99fd90-0666-4f57-b5d8-19fb0d51e4ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.398527] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 786.398948] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c86ce9db-13e3-489e-af0e-b69125b5a29c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.442053] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ab4245-8143-49c7-9b50-2913b1d4f618 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.444530] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 786.444530] env[70691]: value = "task-3453830" [ 786.444530] env[70691]: _type = "Task" [ 786.444530] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.446314] env[70691]: DEBUG oslo_concurrency.lockutils [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.453032] env[70691]: DEBUG oslo_vmware.rw_handles [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307dff-5811-cc84-955a-1a6ae066a864/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.455953] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c10765f-1165-48dd-b0ae-57271a8e0488 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.459962] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def681ad-7ebb-4c70-923d-828a6d392fa6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.468441] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.472450] env[70691]: DEBUG oslo_vmware.rw_handles [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307dff-5811-cc84-955a-1a6ae066a864/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.472866] env[70691]: ERROR oslo_vmware.rw_handles [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307dff-5811-cc84-955a-1a6ae066a864/disk-0.vmdk due to incomplete transfer. [ 786.482605] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ff2faae-4c26-4909-b82f-f405fe865ba7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.484727] env[70691]: DEBUG nova.compute.provider_tree [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.496623] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453828, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.497583] env[70691]: DEBUG nova.network.neutron [req-53dc8b2a-e399-4dc6-8009-0d483fe15f1f req-cea5d554-a341-4be1-819e-17e8bb8ee508 service nova] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Updated VIF entry in instance network info cache for port e68d1eda-6825-49a9-915b-b08a733e4df5. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 786.497965] env[70691]: DEBUG nova.network.neutron [req-53dc8b2a-e399-4dc6-8009-0d483fe15f1f req-cea5d554-a341-4be1-819e-17e8bb8ee508 service nova] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Updating instance_info_cache with network_info: [{"id": "e68d1eda-6825-49a9-915b-b08a733e4df5", "address": "fa:16:3e:e5:55:85", "network": {"id": "430de3bc-3405-47d5-ac7d-03a57f2ecec9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-863353224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52ac53aab074d5d98f65dc448196a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68d1eda-68", "ovs_interfaceid": "e68d1eda-6825-49a9-915b-b08a733e4df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.507991] env[70691]: DEBUG oslo_vmware.rw_handles [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307dff-5811-cc84-955a-1a6ae066a864/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.508398] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Uploaded image eb9732cb-e056-4d54-a9d2-9a1cc7f3969b to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 786.509984] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 786.510872] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc57dc6c-4735-4ede-a722-c139e7dc780b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.521618] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 786.521618] env[70691]: value = "task-3453831" [ 786.521618] env[70691]: _type = "Task" [ 786.521618] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.531772] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453831, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.592816] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eb9101-2cf4-3091-e2c1-91df3d4db3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.019771} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.593630] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db46a221-c3cd-46bf-8f1d-765fec763bc9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.599661] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 786.599661] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c86555-5bed-f452-f6fd-d1256e573d1e" [ 786.599661] env[70691]: _type = "Task" [ 786.599661] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.608824] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c86555-5bed-f452-f6fd-d1256e573d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.675235] env[70691]: DEBUG nova.compute.manager [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 786.699367] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 786.699667] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 786.699833] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.700105] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 786.701158] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.701463] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 786.702033] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 786.702033] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 786.702223] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 786.702944] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 786.702944] env[70691]: DEBUG nova.virt.hardware [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 786.703738] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23531f43-ee16-4827-854d-60a00f6d2a81 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.715155] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f6e02e-65aa-4c82-8d09-ea94dfe90608 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.769596] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453829, 'name': PowerOffVM_Task, 'duration_secs': 0.32146} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.769850] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 786.770094] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 786.770925] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1f3d52-b5e6-41d3-9f2c-67dda7bfa031 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.778418] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 786.778664] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7963df14-53a4-41ed-9eed-03b16360d7ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.880749] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 786.881546] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 786.881824] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleting the datastore file [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.883653] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-969c790d-0c04-4ed3-8d87-8cca1fb2691f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.888599] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.888833] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.894226] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 786.894226] env[70691]: value = "task-3453833" [ 786.894226] env[70691]: _type = "Task" [ 786.894226] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.904303] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.956215] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.991042] env[70691]: DEBUG nova.scheduler.client.report [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 786.996813] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453828, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.000040] env[70691]: DEBUG oslo_concurrency.lockutils [req-53dc8b2a-e399-4dc6-8009-0d483fe15f1f req-cea5d554-a341-4be1-819e-17e8bb8ee508 service nova] Releasing lock "refresh_cache-7944d0ce-f048-4566-a93f-fbf3327b8297" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.032541] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453831, 'name': Destroy_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.117759] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c86555-5bed-f452-f6fd-d1256e573d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.017255} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.118342] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.118781] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 7944d0ce-f048-4566-a93f-fbf3327b8297/7944d0ce-f048-4566-a93f-fbf3327b8297.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 787.120049] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9899c692-86f7-46ad-8f33-0e74af9fcd10 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.129171] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 787.129171] env[70691]: value = "task-3453834" [ 787.129171] env[70691]: _type = "Task" [ 787.129171] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.140333] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.405400] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.405694] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.405888] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 787.407458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 787.456715] env[70691]: DEBUG oslo_vmware.api [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453830, 'name': PowerOnVM_Task, 'duration_secs': 0.818439} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.457073] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 787.457291] env[70691]: INFO nova.compute.manager [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Took 11.43 seconds to spawn the instance on the hypervisor. [ 787.457477] env[70691]: DEBUG nova.compute.manager [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 787.458440] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe0df2-216f-45c6-88bd-2e7b41ecd2f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.480421] env[70691]: DEBUG nova.compute.manager [req-e603a7c3-75a0-4ca9-a77b-73871367806c req-c8bba5de-f005-4c59-9c5f-0ba9e9b25c4c service nova] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Received event network-vif-plugged-e31bc5a3-e475-4b08-adfb-4c2e4e7cd663 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 787.480421] env[70691]: DEBUG oslo_concurrency.lockutils [req-e603a7c3-75a0-4ca9-a77b-73871367806c req-c8bba5de-f005-4c59-9c5f-0ba9e9b25c4c service nova] Acquiring lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.480421] env[70691]: DEBUG oslo_concurrency.lockutils [req-e603a7c3-75a0-4ca9-a77b-73871367806c req-c8bba5de-f005-4c59-9c5f-0ba9e9b25c4c service nova] Lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.480421] env[70691]: DEBUG oslo_concurrency.lockutils [req-e603a7c3-75a0-4ca9-a77b-73871367806c req-c8bba5de-f005-4c59-9c5f-0ba9e9b25c4c service nova] Lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.480637] env[70691]: DEBUG nova.compute.manager [req-e603a7c3-75a0-4ca9-a77b-73871367806c req-c8bba5de-f005-4c59-9c5f-0ba9e9b25c4c service nova] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] No waiting events found dispatching network-vif-plugged-e31bc5a3-e475-4b08-adfb-4c2e4e7cd663 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 787.480761] env[70691]: WARNING nova.compute.manager [req-e603a7c3-75a0-4ca9-a77b-73871367806c req-c8bba5de-f005-4c59-9c5f-0ba9e9b25c4c service nova] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Received unexpected event network-vif-plugged-e31bc5a3-e475-4b08-adfb-4c2e4e7cd663 for instance with vm_state building and task_state spawning. [ 787.498788] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.499333] env[70691]: DEBUG nova.compute.manager [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 787.502092] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453828, 'name': CreateSnapshot_Task, 'duration_secs': 1.185803} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.502588] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.415s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.504066] env[70691]: INFO nova.compute.claims [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.506897] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 787.508551] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db4d568-78b3-409f-88cf-9736830d9481 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.540909] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453831, 'name': Destroy_Task, 'duration_secs': 0.660038} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.541419] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Destroyed the VM [ 787.541915] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.542342] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bcb14cc6-204c-40e5-8836-9b86084099fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.553159] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 787.553159] env[70691]: value = "task-3453835" [ 787.553159] env[70691]: _type = "Task" [ 787.553159] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.565572] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453835, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.576887] env[70691]: DEBUG nova.network.neutron [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Successfully updated port: e31bc5a3-e475-4b08-adfb-4c2e4e7cd663 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.640093] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453834, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.978798] env[70691]: INFO nova.compute.manager [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Took 41.42 seconds to build instance. [ 788.004631] env[70691]: DEBUG nova.compute.utils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 788.006008] env[70691]: DEBUG nova.compute.manager [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 788.006193] env[70691]: DEBUG nova.network.neutron [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 788.033128] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 788.033920] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-231947f7-d104-4487-a089-102ba1e04d50 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.044281] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 788.044281] env[70691]: value = "task-3453836" [ 788.044281] env[70691]: _type = "Task" [ 788.044281] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.053226] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453836, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.061886] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453835, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.071962] env[70691]: DEBUG nova.policy [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c5cdc58048a42d78e3006f0781086e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde0841001c34ebd8c1a7b6b1a1d6996', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 788.083252] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquiring lock "refresh_cache-0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.083438] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquired lock "refresh_cache-0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.083550] env[70691]: DEBUG nova.network.neutron [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 788.144479] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748071} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.144980] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 7944d0ce-f048-4566-a93f-fbf3327b8297/7944d0ce-f048-4566-a93f-fbf3327b8297.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 788.145456] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.145834] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91f77e43-fb7e-42e3-8045-3994e19c7989 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.154620] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 788.154620] env[70691]: value = "task-3453837" [ 788.154620] env[70691]: _type = "Task" [ 788.154620] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.166536] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.461577] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 788.461994] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 788.461994] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.462195] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 788.462349] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.462502] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 788.462724] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 788.462912] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 788.463113] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 788.463292] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 788.463473] env[70691]: DEBUG nova.virt.hardware [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.464411] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb59bdf-8dc6-4da2-b987-8ff24d4607ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.473574] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2e6dc-1810-4899-9d9c-a0a1fa21179b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.480783] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d26053c3-dcc0-49b5-a938-491f68e55c88 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "966a3ad3-a18d-4e1b-905a-237256966ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.233s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.489753] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:56:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b955a0b8-eeb5-4482-87f0-d26bee189ced', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.497322] env[70691]: DEBUG oslo.service.loopingcall [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.497991] env[70691]: DEBUG oslo_concurrency.lockutils [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquiring lock "1c255f61-e275-4b91-a75a-29ff39f15553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.498249] env[70691]: DEBUG oslo_concurrency.lockutils [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.498457] env[70691]: DEBUG oslo_concurrency.lockutils [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquiring lock "1c255f61-e275-4b91-a75a-29ff39f15553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.499027] env[70691]: DEBUG oslo_concurrency.lockutils [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "1c255f61-e275-4b91-a75a-29ff39f15553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.499027] env[70691]: DEBUG oslo_concurrency.lockutils [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "1c255f61-e275-4b91-a75a-29ff39f15553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.500411] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 788.500877] env[70691]: INFO nova.compute.manager [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Terminating instance [ 788.502292] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a46a88e6-8248-4ad1-8cfd-8ac7d55a1cfd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.519706] env[70691]: DEBUG nova.compute.manager [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 788.519939] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 788.520454] env[70691]: DEBUG nova.compute.manager [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 788.528553] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a8b07-6990-4068-b79b-766a2e6112e9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.536480] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 788.536784] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-122d61b6-3a2f-4490-917b-243653e668ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.539495] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.539495] env[70691]: value = "task-3453838" [ 788.539495] env[70691]: _type = "Task" [ 788.539495] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.544889] env[70691]: DEBUG oslo_vmware.api [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 788.544889] env[70691]: value = "task-3453839" [ 788.544889] env[70691]: _type = "Task" [ 788.544889] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.555746] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453838, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.567822] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453836, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.568119] env[70691]: DEBUG oslo_vmware.api [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.574778] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453835, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.629351] env[70691]: DEBUG nova.network.neutron [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 788.669119] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064507} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.669458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.670323] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b78e4a-5c6f-44b6-8de2-1b0f9ec2a69e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.699830] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 7944d0ce-f048-4566-a93f-fbf3327b8297/7944d0ce-f048-4566-a93f-fbf3327b8297.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.700994] env[70691]: DEBUG nova.network.neutron [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Successfully created port: 0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.708646] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f60d46c-80f4-4a2c-8601-c70e3d6aba2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.733295] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 788.733295] env[70691]: value = "task-3453840" [ 788.733295] env[70691]: _type = "Task" [ 788.733295] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.748227] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.866273] env[70691]: DEBUG nova.network.neutron [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Updating instance_info_cache with network_info: [{"id": "e31bc5a3-e475-4b08-adfb-4c2e4e7cd663", "address": "fa:16:3e:84:a9:73", "network": {"id": "7d442657-987a-4209-8739-c786cc1ae5af", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-845330252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f46cb2436dd340ab8836c28c30b8c15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31bc5a3-e4", "ovs_interfaceid": "e31bc5a3-e475-4b08-adfb-4c2e4e7cd663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.999129] env[70691]: DEBUG nova.compute.manager [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 789.070897] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453838, 'name': CreateVM_Task, 'duration_secs': 0.417059} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.077065] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 789.077982] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453836, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.082014] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.082879] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.082879] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.082879] env[70691]: DEBUG oslo_vmware.api [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453839, 'name': PowerOffVM_Task, 'duration_secs': 0.254613} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.086332] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac453984-eb42-43ce-ad92-4fbd52c83eb3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.088277] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 789.088467] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 789.093042] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aacbb73c-c884-49ea-a315-4c079e335919 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.094847] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453835, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.100270] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 789.100270] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff8e8e-c7f0-00e7-2315-c17903793498" [ 789.100270] env[70691]: _type = "Task" [ 789.100270] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.110233] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff8e8e-c7f0-00e7-2315-c17903793498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.173373] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 789.173551] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 789.174153] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Deleting the datastore file [datastore1] 1c255f61-e275-4b91-a75a-29ff39f15553 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.176485] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9456052-c437-41df-91d7-fab601e12ef3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.184247] env[70691]: DEBUG oslo_vmware.api [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for the task: (returnval){ [ 789.184247] env[70691]: value = "task-3453842" [ 789.184247] env[70691]: _type = "Task" [ 789.184247] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.194352] env[70691]: DEBUG oslo_vmware.api [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.230312] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04539a0-d71a-4d0c-b36a-8f573abae77b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.242045] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbf0f05-91aa-4f21-b7cc-228d46954bbf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.248901] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.277013] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea203b8-69a7-4a18-bf73-d2a8aac1491a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.285784] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1c8fd1-ae9b-456c-a5f0-a3e203f52cd5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.300780] env[70691]: DEBUG nova.compute.provider_tree [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.372024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Releasing lock "refresh_cache-0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.372024] env[70691]: DEBUG nova.compute.manager [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Instance network_info: |[{"id": "e31bc5a3-e475-4b08-adfb-4c2e4e7cd663", "address": "fa:16:3e:84:a9:73", "network": {"id": "7d442657-987a-4209-8739-c786cc1ae5af", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-845330252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f46cb2436dd340ab8836c28c30b8c15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31bc5a3-e4", "ovs_interfaceid": "e31bc5a3-e475-4b08-adfb-4c2e4e7cd663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 789.372248] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:a9:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e31bc5a3-e475-4b08-adfb-4c2e4e7cd663', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.379019] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Creating folder: Project (f46cb2436dd340ab8836c28c30b8c15d). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 789.379457] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca22725-73c1-430e-9156-356393a5e62f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.392394] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Created folder: Project (f46cb2436dd340ab8836c28c30b8c15d) in parent group-v689428. [ 789.392883] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Creating folder: Instances. Parent ref: group-v689529. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 789.393259] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cd559a3-446f-4f28-a47f-5ee2e8216df1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.404088] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Created folder: Instances in parent group-v689529. [ 789.404553] env[70691]: DEBUG oslo.service.loopingcall [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.404858] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 789.405195] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42352385-cbd8-4e68-b48c-e85925ccb426 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.426629] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.426629] env[70691]: value = "task-3453845" [ 789.426629] env[70691]: _type = "Task" [ 789.426629] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.440063] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "966a3ad3-a18d-4e1b-905a-237256966ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.440366] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "966a3ad3-a18d-4e1b-905a-237256966ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.440900] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "966a3ad3-a18d-4e1b-905a-237256966ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.441187] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "966a3ad3-a18d-4e1b-905a-237256966ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.441339] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "966a3ad3-a18d-4e1b-905a-237256966ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.443627] env[70691]: INFO nova.compute.manager [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Terminating instance [ 789.445665] env[70691]: DEBUG nova.compute.manager [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 789.445866] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 789.446137] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453845, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.447575] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6baefa-1bf6-4177-a69a-c2a69260fc79 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.455564] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 789.455564] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d582070-be48-4aa2-af98-6eef675c4d78 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.464294] env[70691]: DEBUG oslo_vmware.api [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 789.464294] env[70691]: value = "task-3453846" [ 789.464294] env[70691]: _type = "Task" [ 789.464294] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.476640] env[70691]: DEBUG oslo_vmware.api [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.535792] env[70691]: DEBUG nova.compute.manager [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 789.542498] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.561043] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453836, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.568902] env[70691]: DEBUG oslo_vmware.api [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453835, 'name': RemoveSnapshot_Task, 'duration_secs': 1.590076} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.569483] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.569615] env[70691]: INFO nova.compute.manager [None req-e44c2bb7-d314-4314-8176-cc950aff04d2 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Took 20.63 seconds to snapshot the instance on the hypervisor. [ 789.589804] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 789.589980] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 789.590101] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.590313] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 789.590467] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.590623] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 789.590893] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 789.591079] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 789.591326] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 789.591425] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 789.591605] env[70691]: DEBUG nova.virt.hardware [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.592516] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171d3df-6456-42b1-8631-1efc3f3a7119 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.601542] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c30559b-0721-4881-97d1-ab4af59e4b37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.616097] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff8e8e-c7f0-00e7-2315-c17903793498, 'name': SearchDatastore_Task, 'duration_secs': 0.02855} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.624931] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.625363] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.625605] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.625779] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.625971] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.626588] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59b462c0-c59b-44c9-9ab7-95571c343a79 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.637981] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.638288] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 789.639551] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d259a327-d693-4158-b50f-7b4e3f356202 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.647640] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 789.647640] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52565eb6-478c-b423-7e41-6278f7990adf" [ 789.647640] env[70691]: _type = "Task" [ 789.647640] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.659061] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52565eb6-478c-b423-7e41-6278f7990adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.676147] env[70691]: DEBUG nova.compute.manager [req-2c6f7166-c0dc-4935-a14f-a7e9ac7b5421 req-ff41cc79-46c4-411d-abee-35acc2ec64dc service nova] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Received event network-changed-e31bc5a3-e475-4b08-adfb-4c2e4e7cd663 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 789.676349] env[70691]: DEBUG nova.compute.manager [req-2c6f7166-c0dc-4935-a14f-a7e9ac7b5421 req-ff41cc79-46c4-411d-abee-35acc2ec64dc service nova] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Refreshing instance network info cache due to event network-changed-e31bc5a3-e475-4b08-adfb-4c2e4e7cd663. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 789.676593] env[70691]: DEBUG oslo_concurrency.lockutils [req-2c6f7166-c0dc-4935-a14f-a7e9ac7b5421 req-ff41cc79-46c4-411d-abee-35acc2ec64dc service nova] Acquiring lock "refresh_cache-0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.676805] env[70691]: DEBUG oslo_concurrency.lockutils [req-2c6f7166-c0dc-4935-a14f-a7e9ac7b5421 req-ff41cc79-46c4-411d-abee-35acc2ec64dc service nova] Acquired lock "refresh_cache-0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.677020] env[70691]: DEBUG nova.network.neutron [req-2c6f7166-c0dc-4935-a14f-a7e9ac7b5421 req-ff41cc79-46c4-411d-abee-35acc2ec64dc service nova] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Refreshing network info cache for port e31bc5a3-e475-4b08-adfb-4c2e4e7cd663 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 789.697885] env[70691]: DEBUG oslo_vmware.api [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Task: {'id': task-3453842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440673} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.697885] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.697885] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 789.697885] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 789.697885] env[70691]: INFO nova.compute.manager [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Took 1.18 seconds to destroy the instance on the hypervisor. [ 789.698171] env[70691]: DEBUG oslo.service.loopingcall [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.698171] env[70691]: DEBUG nova.compute.manager [-] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 789.698171] env[70691]: DEBUG nova.network.neutron [-] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 789.746794] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453840, 'name': ReconfigVM_Task, 'duration_secs': 0.920695} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.749059] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 7944d0ce-f048-4566-a93f-fbf3327b8297/7944d0ce-f048-4566-a93f-fbf3327b8297.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.749623] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ea4508-aeb4-4a7d-bfdb-d64654b8d1da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.757198] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 789.757198] env[70691]: value = "task-3453847" [ 789.757198] env[70691]: _type = "Task" [ 789.757198] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.767767] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453847, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.806385] env[70691]: DEBUG nova.scheduler.client.report [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 789.945778] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453845, 'name': CreateVM_Task, 'duration_secs': 0.368361} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.945990] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 789.946721] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.946943] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.947367] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.947667] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25069a3-547c-4d94-88b2-6c7c2ae17b3e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.954667] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 789.954667] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5296bd63-0e6b-64c3-5d45-05084b0c6e7a" [ 789.954667] env[70691]: _type = "Task" [ 789.954667] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.966862] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5296bd63-0e6b-64c3-5d45-05084b0c6e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.976250] env[70691]: DEBUG oslo_vmware.api [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453846, 'name': PowerOffVM_Task, 'duration_secs': 0.469384} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.976546] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 789.976722] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 789.976985] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef01a5b9-a295-4519-9713-d55b58a4aacf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.054718] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 790.054955] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 790.055156] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Deleting the datastore file [datastore1] 966a3ad3-a18d-4e1b-905a-237256966ad9 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.055804] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09e606a1-2193-44fe-9856-7d45d4c4f53d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.060767] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453836, 'name': CloneVM_Task, 'duration_secs': 1.800687} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.061352] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Created linked-clone VM from snapshot [ 790.062111] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af370506-4a40-48df-bfe8-dc929cb5b5c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.066531] env[70691]: DEBUG oslo_vmware.api [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for the task: (returnval){ [ 790.066531] env[70691]: value = "task-3453849" [ 790.066531] env[70691]: _type = "Task" [ 790.066531] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.071166] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Uploading image 25fc348c-c386-475c-8081-ed38d2cc2f84 {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 790.086019] env[70691]: DEBUG oslo_vmware.api [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.100113] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 790.100113] env[70691]: value = "vm-689527" [ 790.100113] env[70691]: _type = "VirtualMachine" [ 790.100113] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 790.100441] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-350d22f7-309e-4d19-97c3-6e6f7747bb1c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.109439] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease: (returnval){ [ 790.109439] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a19f9-fd98-e02d-dbf4-1edbf13af991" [ 790.109439] env[70691]: _type = "HttpNfcLease" [ 790.109439] env[70691]: } obtained for exporting VM: (result){ [ 790.109439] env[70691]: value = "vm-689527" [ 790.109439] env[70691]: _type = "VirtualMachine" [ 790.109439] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 790.109696] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the lease: (returnval){ [ 790.109696] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a19f9-fd98-e02d-dbf4-1edbf13af991" [ 790.109696] env[70691]: _type = "HttpNfcLease" [ 790.109696] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.118824] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.118824] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a19f9-fd98-e02d-dbf4-1edbf13af991" [ 790.118824] env[70691]: _type = "HttpNfcLease" [ 790.118824] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 790.158772] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52565eb6-478c-b423-7e41-6278f7990adf, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.159624] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b4c7c9-333d-47fa-9bcb-a1b86befcfc9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.167719] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 790.167719] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52816720-43c9-faeb-f424-869dd4d64c3d" [ 790.167719] env[70691]: _type = "Task" [ 790.167719] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.175931] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52816720-43c9-faeb-f424-869dd4d64c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.269270] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453847, 'name': Rename_Task, 'duration_secs': 0.258492} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.269565] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 790.269815] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2412ee7b-a335-4425-b08a-c27845b7e5fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.278081] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 790.278081] env[70691]: value = "task-3453851" [ 790.278081] env[70691]: _type = "Task" [ 790.278081] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.286873] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.313066] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.313661] env[70691]: DEBUG nova.compute.manager [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 790.317072] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.076s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.317254] env[70691]: DEBUG nova.objects.instance [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lazy-loading 'resources' on Instance uuid e0daba4c-dd4c-48c4-bee6-e30a2d99e351 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.468814] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5296bd63-0e6b-64c3-5d45-05084b0c6e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.013849} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.470270] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.470270] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.470387] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.587368] env[70691]: DEBUG oslo_vmware.api [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Task: {'id': task-3453849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133107} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.587683] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.587888] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 790.588209] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 790.588276] env[70691]: INFO nova.compute.manager [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 790.588500] env[70691]: DEBUG oslo.service.loopingcall [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.588698] env[70691]: DEBUG nova.compute.manager [-] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 790.588793] env[70691]: DEBUG nova.network.neutron [-] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 790.609464] env[70691]: DEBUG nova.network.neutron [req-2c6f7166-c0dc-4935-a14f-a7e9ac7b5421 req-ff41cc79-46c4-411d-abee-35acc2ec64dc service nova] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Updated VIF entry in instance network info cache for port e31bc5a3-e475-4b08-adfb-4c2e4e7cd663. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 790.609464] env[70691]: DEBUG nova.network.neutron [req-2c6f7166-c0dc-4935-a14f-a7e9ac7b5421 req-ff41cc79-46c4-411d-abee-35acc2ec64dc service nova] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Updating instance_info_cache with network_info: [{"id": "e31bc5a3-e475-4b08-adfb-4c2e4e7cd663", "address": "fa:16:3e:84:a9:73", "network": {"id": "7d442657-987a-4209-8739-c786cc1ae5af", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-845330252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f46cb2436dd340ab8836c28c30b8c15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31bc5a3-e4", "ovs_interfaceid": "e31bc5a3-e475-4b08-adfb-4c2e4e7cd663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.620861] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.620861] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a19f9-fd98-e02d-dbf4-1edbf13af991" [ 790.620861] env[70691]: _type = "HttpNfcLease" [ 790.620861] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 790.622256] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 790.622256] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a19f9-fd98-e02d-dbf4-1edbf13af991" [ 790.622256] env[70691]: _type = "HttpNfcLease" [ 790.622256] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 790.623186] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e76495-a5f7-4b36-b910-82595b3feeac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.636325] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05ff4-a7c9-5571-1924-11f99ba3a458/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 790.636509] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05ff4-a7c9-5571-1924-11f99ba3a458/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 790.706836] env[70691]: DEBUG nova.network.neutron [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Successfully updated port: 0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.720260] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52816720-43c9-faeb-f424-869dd4d64c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.720540] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.720901] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc/20002014-6a8c-4dfd-9ed3-7c75207750bc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 790.721849] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721849] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.721849] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdb4fa77-5d0c-44f1-b9f4-0cce822d9408 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.724445] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bbb10bd-e555-4c9b-bab9-8da423688c42 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.736373] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 790.736373] env[70691]: value = "task-3453852" [ 790.736373] env[70691]: _type = "Task" [ 790.736373] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.739896] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.740183] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 790.741566] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d994b48f-30eb-40d5-96c1-18e52168fb28 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.748157] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.752197] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 790.752197] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523848aa-bbb7-218a-d67d-40887d391058" [ 790.752197] env[70691]: _type = "Task" [ 790.752197] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.758886] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f0923f8-8694-46d8-82ea-361edd1166c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.765505] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523848aa-bbb7-218a-d67d-40887d391058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.788068] env[70691]: DEBUG oslo_vmware.api [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453851, 'name': PowerOnVM_Task, 'duration_secs': 0.478899} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.788373] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 790.788583] env[70691]: INFO nova.compute.manager [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Took 8.62 seconds to spawn the instance on the hypervisor. [ 790.788834] env[70691]: DEBUG nova.compute.manager [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 790.789702] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831dc62a-f27f-4e24-8958-7a0f68df1af1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.825741] env[70691]: DEBUG nova.compute.utils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 790.831667] env[70691]: DEBUG nova.compute.manager [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 790.831987] env[70691]: DEBUG nova.network.neutron [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 790.896347] env[70691]: DEBUG nova.policy [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52de0c47305e45c998fad8b2679f4cb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baf5ad42289243cd9ce1eaeafbd6da79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 790.970761] env[70691]: DEBUG nova.network.neutron [-] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.983559] env[70691]: DEBUG nova.compute.manager [req-662cc8d7-2d26-442b-abfd-a84037a5acde req-1d5213d9-d9d6-44b8-bda2-1a1f4da8893d service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Received event network-vif-deleted-88f5d792-20f2-49cf-9712-02a4e247a0c2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 790.983559] env[70691]: INFO nova.compute.manager [req-662cc8d7-2d26-442b-abfd-a84037a5acde req-1d5213d9-d9d6-44b8-bda2-1a1f4da8893d service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Neutron deleted interface 88f5d792-20f2-49cf-9712-02a4e247a0c2; detaching it from the instance and deleting it from the info cache [ 790.983559] env[70691]: DEBUG nova.network.neutron [req-662cc8d7-2d26-442b-abfd-a84037a5acde req-1d5213d9-d9d6-44b8-bda2-1a1f4da8893d service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.115795] env[70691]: DEBUG oslo_concurrency.lockutils [req-2c6f7166-c0dc-4935-a14f-a7e9ac7b5421 req-ff41cc79-46c4-411d-abee-35acc2ec64dc service nova] Releasing lock "refresh_cache-0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.216540] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.216694] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquired lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.216850] env[70691]: DEBUG nova.network.neutron [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 791.256357] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453852, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.269169] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523848aa-bbb7-218a-d67d-40887d391058, 'name': SearchDatastore_Task, 'duration_secs': 0.012705} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.272869] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4c2b9d-5886-49e2-87c0-6632a57deb00 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.284038] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 791.284038] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5268412d-1ead-8f95-76f5-ee8a85910b80" [ 791.284038] env[70691]: _type = "Task" [ 791.284038] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.306566] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5268412d-1ead-8f95-76f5-ee8a85910b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.315418] env[70691]: INFO nova.compute.manager [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Took 39.06 seconds to build instance. [ 791.331663] env[70691]: DEBUG nova.compute.manager [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 791.446236] env[70691]: DEBUG nova.network.neutron [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Successfully created port: 1d0526b8-a145-477d-a5b6-0b0c797e2451 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.474571] env[70691]: INFO nova.compute.manager [-] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Took 1.78 seconds to deallocate network for instance. [ 791.489378] env[70691]: DEBUG nova.network.neutron [-] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.494022] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-792e9cf5-b40e-45fc-9512-730039840d09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.513503] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af32d4-a064-4168-83d3-128e36100d8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.556614] env[70691]: DEBUG nova.compute.manager [req-662cc8d7-2d26-442b-abfd-a84037a5acde req-1d5213d9-d9d6-44b8-bda2-1a1f4da8893d service nova] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Detach interface failed, port_id=88f5d792-20f2-49cf-9712-02a4e247a0c2, reason: Instance 1c255f61-e275-4b91-a75a-29ff39f15553 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 791.596847] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce00678e-6441-4c9f-b4d4-b9312a71da7b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.612074] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd0a0b4-0857-4eae-af88-27ed03f9639b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.660113] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70153652-44e3-4f0a-9661-fe368dcbe106 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.674467] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c44d11-6e8c-4255-a1a5-965a2f4993ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.691964] env[70691]: DEBUG nova.compute.provider_tree [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.745841] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637817} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.746237] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc/20002014-6a8c-4dfd-9ed3-7c75207750bc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 791.746636] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.746849] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39f5f8ec-4b06-4810-bdad-dd3afe388348 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.755499] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 791.755499] env[70691]: value = "task-3453853" [ 791.755499] env[70691]: _type = "Task" [ 791.755499] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.765634] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.766819] env[70691]: DEBUG nova.network.neutron [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 791.800324] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5268412d-1ead-8f95-76f5-ee8a85910b80, 'name': SearchDatastore_Task, 'duration_secs': 0.048717} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.800713] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.801101] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5/0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 791.801501] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6003b3b5-1407-44d2-8bae-287ec4d19016 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.815270] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 791.815270] env[70691]: value = "task-3453854" [ 791.815270] env[70691]: _type = "Task" [ 791.815270] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.819319] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9ebb7ee0-c38d-410e-b513-e91832c76b0e tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "7944d0ce-f048-4566-a93f-fbf3327b8297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.572s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.827854] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.965805] env[70691]: DEBUG nova.network.neutron [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Updating instance_info_cache with network_info: [{"id": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "address": "fa:16:3e:fb:b0:19", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab6391-a3", "ovs_interfaceid": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.981652] env[70691]: DEBUG oslo_concurrency.lockutils [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.993267] env[70691]: INFO nova.compute.manager [-] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Took 1.40 seconds to deallocate network for instance. [ 792.068683] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.072020] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.072020] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.072020] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.072020] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.072354] env[70691]: INFO nova.compute.manager [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Terminating instance [ 792.074446] env[70691]: DEBUG nova.compute.manager [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 792.074653] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 792.075932] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680b1fee-b8c0-4f1e-ba20-263a5c29b174 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.086243] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 792.086718] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5732cf49-663f-4fed-bc29-01f735acbb3c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.095460] env[70691]: DEBUG oslo_vmware.api [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 792.095460] env[70691]: value = "task-3453855" [ 792.095460] env[70691]: _type = "Task" [ 792.095460] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.109218] env[70691]: DEBUG oslo_vmware.api [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.119015] env[70691]: DEBUG nova.compute.manager [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 792.120726] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4b356d-df94-408f-93e3-f35254b8828c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.194714] env[70691]: DEBUG nova.scheduler.client.report [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 792.270328] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073862} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.270836] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.271980] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf7adac-a571-4178-8c78-9dbc352b3808 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.300464] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc/20002014-6a8c-4dfd-9ed3-7c75207750bc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.301089] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfefa2de-bb8e-4a68-95ed-a607de32dd9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.322775] env[70691]: DEBUG nova.compute.manager [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 792.329591] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.332012] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 792.332012] env[70691]: value = "task-3453856" [ 792.332012] env[70691]: _type = "Task" [ 792.332012] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.346094] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.350882] env[70691]: DEBUG nova.compute.manager [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 792.379625] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 792.379901] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 792.380088] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.380278] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 792.380433] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.380596] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 792.381013] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 792.381170] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 792.381337] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 792.381790] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 792.381947] env[70691]: DEBUG nova.virt.hardware [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.383310] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aefe899-e04f-4892-9a09-6f74f915e3cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.388650] env[70691]: DEBUG nova.compute.manager [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Received event network-vif-plugged-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 792.389115] env[70691]: DEBUG oslo_concurrency.lockutils [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] Acquiring lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.389196] env[70691]: DEBUG oslo_concurrency.lockutils [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.389377] env[70691]: DEBUG oslo_concurrency.lockutils [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.389550] env[70691]: DEBUG nova.compute.manager [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] No waiting events found dispatching network-vif-plugged-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 792.389721] env[70691]: WARNING nova.compute.manager [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Received unexpected event network-vif-plugged-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 for instance with vm_state building and task_state spawning. [ 792.389880] env[70691]: DEBUG nova.compute.manager [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Received event network-changed-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 792.390235] env[70691]: DEBUG nova.compute.manager [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Refreshing instance network info cache due to event network-changed-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 792.390235] env[70691]: DEBUG oslo_concurrency.lockutils [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] Acquiring lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.397934] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f6ac46-a4b1-4bb6-8185-315fea9040e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.468745] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Releasing lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.469084] env[70691]: DEBUG nova.compute.manager [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Instance network_info: |[{"id": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "address": "fa:16:3e:fb:b0:19", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab6391-a3", "ovs_interfaceid": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 792.469429] env[70691]: DEBUG oslo_concurrency.lockutils [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] Acquired lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.469731] env[70691]: DEBUG nova.network.neutron [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Refreshing network info cache for port 0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 792.471320] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:b0:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eab6391-a3d5-4818-ab33-f0bb9bd8bf70', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.480998] env[70691]: DEBUG oslo.service.loopingcall [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.481763] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 792.482189] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c379ab62-c330-4085-bafe-de42943bd44b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.502378] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.510363] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.510363] env[70691]: value = "task-3453857" [ 792.510363] env[70691]: _type = "Task" [ 792.510363] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.520048] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453857, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.607246] env[70691]: DEBUG oslo_vmware.api [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453855, 'name': PowerOffVM_Task, 'duration_secs': 0.347579} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.607605] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 792.607821] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 792.608167] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aa0bb66-3eed-453d-9bfe-f5a0f1e777c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.633783] env[70691]: INFO nova.compute.manager [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] instance snapshotting [ 792.637452] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef82f3cd-ac9a-4a5f-bd6b-02d0184435f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.659141] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a717d-4208-4bbd-824c-a7a2d25be7b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.688708] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 792.688708] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 792.688708] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Deleting the datastore file [datastore1] 10ce594d-4e67-4652-9b0f-99cbfe06fb3b {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.688708] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd4bc3a5-1703-4d29-88ba-9e2638032bd6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.702117] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.705145] env[70691]: DEBUG oslo_vmware.api [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 792.705145] env[70691]: value = "task-3453859" [ 792.705145] env[70691]: _type = "Task" [ 792.705145] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.705680] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.129s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.705883] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.706654] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 792.706654] env[70691]: DEBUG oslo_concurrency.lockutils [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.889s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.707977] env[70691]: DEBUG nova.objects.instance [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lazy-loading 'resources' on Instance uuid 0dbc17b6-125b-4c04-a6d1-261ce319ef4c {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.710867] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94cf01c-dbbe-401e-8e17-fa984487e02b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.732594] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4751d4f-1ab9-410a-866d-f1dc08839ec1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.737715] env[70691]: DEBUG oslo_vmware.api [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.738979] env[70691]: INFO nova.scheduler.client.report [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Deleted allocations for instance e0daba4c-dd4c-48c4-bee6-e30a2d99e351 [ 792.754020] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d4b4e2-b491-4905-9767-5f111849ce06 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.763300] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdcaa98-1e93-4519-9d8d-66681f4b4670 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.803500] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179281MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 792.803682] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.830215] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453854, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.850735] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453856, 'name': ReconfigVM_Task, 'duration_secs': 0.422283} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.851210] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc/20002014-6a8c-4dfd-9ed3-7c75207750bc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.852305] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f90c16-fc73-4d6c-a72e-52f3c217f3f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.857564] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.861281] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 792.861281] env[70691]: value = "task-3453860" [ 792.861281] env[70691]: _type = "Task" [ 792.861281] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.882467] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453860, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.021770] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453857, 'name': CreateVM_Task, 'duration_secs': 0.408741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.021770] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 793.022766] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.023057] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.023400] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.023680] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a225ad2c-48f5-4798-b260-fa8cf7575b6f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.033775] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 793.033775] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524f18fb-baad-414b-a24e-8d5eba0bf699" [ 793.033775] env[70691]: _type = "Task" [ 793.033775] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.042616] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524f18fb-baad-414b-a24e-8d5eba0bf699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.122652] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquiring lock "7944d0ce-f048-4566-a93f-fbf3327b8297" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.123137] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "7944d0ce-f048-4566-a93f-fbf3327b8297" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.123262] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquiring lock "7944d0ce-f048-4566-a93f-fbf3327b8297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.123488] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "7944d0ce-f048-4566-a93f-fbf3327b8297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.123686] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "7944d0ce-f048-4566-a93f-fbf3327b8297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.126600] env[70691]: INFO nova.compute.manager [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Terminating instance [ 793.128922] env[70691]: DEBUG nova.compute.manager [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 793.129210] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 793.130490] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f425e80-9c3c-4bf4-a4fa-9bbd3dda3322 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.140651] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 793.141110] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f22ea88-5128-48b3-a185-5e58823c0c3b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.149740] env[70691]: DEBUG oslo_vmware.api [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 793.149740] env[70691]: value = "task-3453861" [ 793.149740] env[70691]: _type = "Task" [ 793.149740] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.158978] env[70691]: DEBUG oslo_vmware.api [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.171279] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.175418] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5e93a89b-7976-4f5a-bf27-96cc0a384f57 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.182440] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 793.182440] env[70691]: value = "task-3453862" [ 793.182440] env[70691]: _type = "Task" [ 793.182440] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.194820] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453862, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.226874] env[70691]: DEBUG oslo_vmware.api [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3453859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327988} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.227171] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.227455] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 793.227659] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 793.227850] env[70691]: INFO nova.compute.manager [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 793.228133] env[70691]: DEBUG oslo.service.loopingcall [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.228340] env[70691]: DEBUG nova.compute.manager [-] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 793.228643] env[70691]: DEBUG nova.network.neutron [-] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 793.256519] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0df0afd5-4f84-4ce2-8691-494c1480b625 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e0daba4c-dd4c-48c4-bee6-e30a2d99e351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.447s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.278157] env[70691]: DEBUG nova.network.neutron [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Updated VIF entry in instance network info cache for port 0eab6391-a3d5-4818-ab33-f0bb9bd8bf70. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 793.278634] env[70691]: DEBUG nova.network.neutron [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Updating instance_info_cache with network_info: [{"id": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "address": "fa:16:3e:fb:b0:19", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab6391-a3", "ovs_interfaceid": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.330176] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453854, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.375385] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453860, 'name': Rename_Task, 'duration_secs': 0.163687} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.376121] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 793.376461] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f97b902-e3ed-4517-9bf3-2ef128827039 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.387463] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 793.387463] env[70691]: value = "task-3453863" [ 793.387463] env[70691]: _type = "Task" [ 793.387463] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.397762] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.534896] env[70691]: DEBUG nova.compute.manager [req-a042ba31-dfea-4df6-b46d-1ee6ed7b3650 req-e5b36eca-8501-4868-8bc7-f5b443b2c689 service nova] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Received event network-vif-deleted-eef2433e-459c-4007-aad7-3151ec0eac6a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 793.552950] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524f18fb-baad-414b-a24e-8d5eba0bf699, 'name': SearchDatastore_Task, 'duration_secs': 0.024508} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.556989] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.557224] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.557427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.557598] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.557779] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.560133] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f27ab69-e347-4b39-9c38-1c1d98cdfdb9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.569621] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.570213] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.571924] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.572109] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 793.573071] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bbab54-7c2b-4402-bff8-16ccd20fadf8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.584133] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 793.584133] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523e85ca-77bb-af68-cf73-aac743ea67b7" [ 793.584133] env[70691]: _type = "Task" [ 793.584133] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.595876] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523e85ca-77bb-af68-cf73-aac743ea67b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.666800] env[70691]: DEBUG oslo_vmware.api [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.699260] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453862, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.784165] env[70691]: DEBUG oslo_concurrency.lockutils [req-bba9aa8d-cf73-48e3-bcf9-0ced836f4989 req-6c63b887-0b69-4dca-a9e7-f060b3fcd768 service nova] Releasing lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.795783] env[70691]: DEBUG nova.network.neutron [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Successfully updated port: 1d0526b8-a145-477d-a5b6-0b0c797e2451 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.831501] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453854, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.713587} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.834177] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5/0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 793.834431] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.835286] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c58eb2c-9d04-4926-b5d9-243ef59c6cb5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.848931] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 793.848931] env[70691]: value = "task-3453864" [ 793.848931] env[70691]: _type = "Task" [ 793.848931] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.863482] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.906433] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453863, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.959895] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32634b5e-28ef-48d2-b52f-e9f9e8152552 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.969137] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b97ef40-ee56-4d47-888e-48630befddc4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.007958] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df56a2e2-715e-434c-9437-d1df55d8eb60 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.018090] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36645d82-38d2-48f9-8226-e0a6733f1599 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.036592] env[70691]: DEBUG nova.compute.provider_tree [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.047114] env[70691]: DEBUG oslo_concurrency.lockutils [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "d74fa746-ef23-4b52-a3e2-790a9b64f723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.047415] env[70691]: DEBUG oslo_concurrency.lockutils [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "d74fa746-ef23-4b52-a3e2-790a9b64f723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.047630] env[70691]: DEBUG oslo_concurrency.lockutils [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "d74fa746-ef23-4b52-a3e2-790a9b64f723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.047822] env[70691]: DEBUG oslo_concurrency.lockutils [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "d74fa746-ef23-4b52-a3e2-790a9b64f723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.047993] env[70691]: DEBUG oslo_concurrency.lockutils [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "d74fa746-ef23-4b52-a3e2-790a9b64f723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.051432] env[70691]: INFO nova.compute.manager [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Terminating instance [ 794.053033] env[70691]: DEBUG nova.compute.manager [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 794.053033] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 794.053826] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210544b0-5d53-421d-b89c-26e38e1fb076 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.063127] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 794.063457] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cec7301-2b04-4cba-b8f0-c8eb8665a2e0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.072649] env[70691]: DEBUG oslo_vmware.api [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 794.072649] env[70691]: value = "task-3453865" [ 794.072649] env[70691]: _type = "Task" [ 794.072649] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.083332] env[70691]: DEBUG oslo_vmware.api [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.096947] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523e85ca-77bb-af68-cf73-aac743ea67b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017045} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.098304] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c85017e-e00c-4470-95ef-c2759c316c07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.107352] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 794.107352] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527e0e8b-6542-48a3-77cb-517c02ce3266" [ 794.107352] env[70691]: _type = "Task" [ 794.107352] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.117311] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527e0e8b-6542-48a3-77cb-517c02ce3266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.164665] env[70691]: DEBUG oslo_vmware.api [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453861, 'name': PowerOffVM_Task, 'duration_secs': 0.631972} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.164665] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 794.164665] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 794.164665] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56ac45a0-4166-4284-a754-cda641aa9588 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.196153] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453862, 'name': CreateSnapshot_Task, 'duration_secs': 0.65285} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.196470] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 794.197299] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b371bd-0e4d-4eeb-9f03-bad14e464208 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.253075] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 794.253075] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 794.253075] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Deleting the datastore file [datastore1] 7944d0ce-f048-4566-a93f-fbf3327b8297 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.253075] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b6b0785-32fe-4636-925d-528a3da9e8de {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.262014] env[70691]: DEBUG oslo_vmware.api [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for the task: (returnval){ [ 794.262014] env[70691]: value = "task-3453867" [ 794.262014] env[70691]: _type = "Task" [ 794.262014] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.273740] env[70691]: DEBUG oslo_vmware.api [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.298649] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquiring lock "refresh_cache-4a66e727-8ebe-4e50-82d4-0033cfc9c43d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.299028] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquired lock "refresh_cache-4a66e727-8ebe-4e50-82d4-0033cfc9c43d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.299269] env[70691]: DEBUG nova.network.neutron [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 794.363457] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073327} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.363457] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.364081] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207ec966-807d-4669-8b99-aba4538f3bc7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.394752] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5/0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.395209] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf42894b-6eac-4b1c-95e6-0531ac895705 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.426060] env[70691]: DEBUG oslo_vmware.api [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453863, 'name': PowerOnVM_Task, 'duration_secs': 0.581613} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.426189] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 794.426189] env[70691]: value = "task-3453868" [ 794.426189] env[70691]: _type = "Task" [ 794.426189] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.426419] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 794.426629] env[70691]: DEBUG nova.compute.manager [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 794.427582] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6771676e-76b0-463d-8d7f-750c7b196543 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.442488] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.538623] env[70691]: DEBUG nova.scheduler.client.report [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 794.583902] env[70691]: DEBUG oslo_vmware.api [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453865, 'name': PowerOffVM_Task, 'duration_secs': 0.273126} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.584248] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 794.584415] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 794.584682] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3209183e-21f4-48ac-b5d4-904b0f1802ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.620378] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527e0e8b-6542-48a3-77cb-517c02ce3266, 'name': SearchDatastore_Task, 'duration_secs': 0.014334} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.620734] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.621099] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] dfd7bf2f-a2c0-4508-9719-675d47bd3de1/dfd7bf2f-a2c0-4508-9719-675d47bd3de1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 794.621424] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-282c375b-0c01-48cd-b7df-1bf5610c0633 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.627458] env[70691]: DEBUG nova.compute.manager [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Received event network-vif-plugged-1d0526b8-a145-477d-a5b6-0b0c797e2451 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 794.627759] env[70691]: DEBUG oslo_concurrency.lockutils [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] Acquiring lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.628019] env[70691]: DEBUG oslo_concurrency.lockutils [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] Lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.628259] env[70691]: DEBUG oslo_concurrency.lockutils [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] Lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.628503] env[70691]: DEBUG nova.compute.manager [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] No waiting events found dispatching network-vif-plugged-1d0526b8-a145-477d-a5b6-0b0c797e2451 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 794.628746] env[70691]: WARNING nova.compute.manager [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Received unexpected event network-vif-plugged-1d0526b8-a145-477d-a5b6-0b0c797e2451 for instance with vm_state building and task_state spawning. [ 794.629057] env[70691]: DEBUG nova.compute.manager [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Received event network-changed-1d0526b8-a145-477d-a5b6-0b0c797e2451 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 794.629323] env[70691]: DEBUG nova.compute.manager [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Refreshing instance network info cache due to event network-changed-1d0526b8-a145-477d-a5b6-0b0c797e2451. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 794.629558] env[70691]: DEBUG oslo_concurrency.lockutils [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] Acquiring lock "refresh_cache-4a66e727-8ebe-4e50-82d4-0033cfc9c43d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.631778] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 794.631778] env[70691]: value = "task-3453870" [ 794.631778] env[70691]: _type = "Task" [ 794.631778] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.641617] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.668077] env[70691]: DEBUG nova.network.neutron [-] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.690303] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 794.690608] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 794.690856] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Deleting the datastore file [datastore1] d74fa746-ef23-4b52-a3e2-790a9b64f723 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.691203] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40da856f-c12c-45cb-8c66-25b561b17324 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.702780] env[70691]: DEBUG oslo_vmware.api [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 794.702780] env[70691]: value = "task-3453871" [ 794.702780] env[70691]: _type = "Task" [ 794.702780] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.716814] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.720386] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dcc9f16b-3bc1-4b1e-94b6-4baa9102c5a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.723780] env[70691]: DEBUG oslo_vmware.api [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.730320] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 794.730320] env[70691]: value = "task-3453872" [ 794.730320] env[70691]: _type = "Task" [ 794.730320] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.742465] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453872, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.774699] env[70691]: DEBUG oslo_vmware.api [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Task: {'id': task-3453867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260021} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.774699] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.774953] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 794.775141] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 794.775287] env[70691]: INFO nova.compute.manager [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Took 1.65 seconds to destroy the instance on the hypervisor. [ 794.775504] env[70691]: DEBUG oslo.service.loopingcall [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.775744] env[70691]: DEBUG nova.compute.manager [-] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 794.775846] env[70691]: DEBUG nova.network.neutron [-] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 794.874402] env[70691]: DEBUG nova.network.neutron [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 794.939809] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453868, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.957758] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.044910] env[70691]: DEBUG oslo_concurrency.lockutils [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.049161] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.870s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.049668] env[70691]: DEBUG nova.objects.instance [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lazy-loading 'resources' on Instance uuid db073798-feb7-4319-8345-53a5716ff15b {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.083498] env[70691]: INFO nova.scheduler.client.report [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Deleted allocations for instance 0dbc17b6-125b-4c04-a6d1-261ce319ef4c [ 795.147374] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453870, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.170732] env[70691]: INFO nova.compute.manager [-] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Took 1.94 seconds to deallocate network for instance. [ 795.209459] env[70691]: DEBUG nova.network.neutron [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Updating instance_info_cache with network_info: [{"id": "1d0526b8-a145-477d-a5b6-0b0c797e2451", "address": "fa:16:3e:03:5d:c8", "network": {"id": "518b2848-f5fc-47bd-b523-bd053d172f51", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1496971858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baf5ad42289243cd9ce1eaeafbd6da79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0526b8-a1", "ovs_interfaceid": "1d0526b8-a145-477d-a5b6-0b0c797e2451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.218142] env[70691]: DEBUG oslo_vmware.api [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223014} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.218438] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.218590] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 795.218762] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 795.218943] env[70691]: INFO nova.compute.manager [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Took 1.17 seconds to destroy the instance on the hypervisor. [ 795.219237] env[70691]: DEBUG oslo.service.loopingcall [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.219454] env[70691]: DEBUG nova.compute.manager [-] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 795.219584] env[70691]: DEBUG nova.network.neutron [-] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 795.241550] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453872, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.440672] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453868, 'name': ReconfigVM_Task, 'duration_secs': 0.726496} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.441204] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5/0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.442073] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c021307-ef5e-4703-9cec-a981271bde38 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.451271] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 795.451271] env[70691]: value = "task-3453873" [ 795.451271] env[70691]: _type = "Task" [ 795.451271] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.464704] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453873, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.597207] env[70691]: DEBUG oslo_concurrency.lockutils [None req-511b8e6a-3836-4f98-b143-0b79a50ebba5 tempest-InstanceActionsTestJSON-507462609 tempest-InstanceActionsTestJSON-507462609-project-member] Lock "0dbc17b6-125b-4c04-a6d1-261ce319ef4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.188s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.646525] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606545} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.647049] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] dfd7bf2f-a2c0-4508-9719-675d47bd3de1/dfd7bf2f-a2c0-4508-9719-675d47bd3de1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 795.647352] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.647661] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88a5133c-f7b4-45ff-8ff6-4749ee957681 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.656809] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 795.656809] env[70691]: value = "task-3453874" [ 795.656809] env[70691]: _type = "Task" [ 795.656809] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.674027] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.680706] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.714173] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Releasing lock "refresh_cache-4a66e727-8ebe-4e50-82d4-0033cfc9c43d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.714560] env[70691]: DEBUG nova.compute.manager [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Instance network_info: |[{"id": "1d0526b8-a145-477d-a5b6-0b0c797e2451", "address": "fa:16:3e:03:5d:c8", "network": {"id": "518b2848-f5fc-47bd-b523-bd053d172f51", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1496971858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baf5ad42289243cd9ce1eaeafbd6da79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0526b8-a1", "ovs_interfaceid": "1d0526b8-a145-477d-a5b6-0b0c797e2451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 795.714935] env[70691]: DEBUG oslo_concurrency.lockutils [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] Acquired lock "refresh_cache-4a66e727-8ebe-4e50-82d4-0033cfc9c43d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.715146] env[70691]: DEBUG nova.network.neutron [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Refreshing network info cache for port 1d0526b8-a145-477d-a5b6-0b0c797e2451 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 795.716476] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:5d:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d0526b8-a145-477d-a5b6-0b0c797e2451', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.724845] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Creating folder: Project (baf5ad42289243cd9ce1eaeafbd6da79). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 795.730810] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dea64e17-fcf6-4015-894e-a65a1995f9df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.748477] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453872, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.752600] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Created folder: Project (baf5ad42289243cd9ce1eaeafbd6da79) in parent group-v689428. [ 795.752850] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Creating folder: Instances. Parent ref: group-v689535. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 795.753725] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d636f2db-1f65-4998-9ea8-c86ee62b518b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.765812] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Created folder: Instances in parent group-v689535. [ 795.766103] env[70691]: DEBUG oslo.service.loopingcall [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.768756] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 795.769987] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64c92c57-b846-4d87-ac6f-9c66a1c66c17 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.796699] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.796699] env[70691]: value = "task-3453877" [ 795.796699] env[70691]: _type = "Task" [ 795.796699] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.809877] env[70691]: DEBUG nova.network.neutron [-] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.811120] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453877, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.970253] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453873, 'name': Rename_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.063059] env[70691]: DEBUG nova.network.neutron [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Updated VIF entry in instance network info cache for port 1d0526b8-a145-477d-a5b6-0b0c797e2451. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 796.063822] env[70691]: DEBUG nova.network.neutron [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Updating instance_info_cache with network_info: [{"id": "1d0526b8-a145-477d-a5b6-0b0c797e2451", "address": "fa:16:3e:03:5d:c8", "network": {"id": "518b2848-f5fc-47bd-b523-bd053d172f51", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1496971858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baf5ad42289243cd9ce1eaeafbd6da79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0526b8-a1", "ovs_interfaceid": "1d0526b8-a145-477d-a5b6-0b0c797e2451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.114830] env[70691]: DEBUG nova.network.neutron [-] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.173472] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.241277] env[70691]: DEBUG oslo_concurrency.lockutils [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "20002014-6a8c-4dfd-9ed3-7c75207750bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.241510] env[70691]: DEBUG oslo_concurrency.lockutils [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "20002014-6a8c-4dfd-9ed3-7c75207750bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.241718] env[70691]: DEBUG oslo_concurrency.lockutils [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "20002014-6a8c-4dfd-9ed3-7c75207750bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.241905] env[70691]: DEBUG oslo_concurrency.lockutils [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "20002014-6a8c-4dfd-9ed3-7c75207750bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.242145] env[70691]: DEBUG oslo_concurrency.lockutils [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "20002014-6a8c-4dfd-9ed3-7c75207750bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.244671] env[70691]: INFO nova.compute.manager [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Terminating instance [ 796.246703] env[70691]: DEBUG nova.compute.manager [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 796.246956] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 796.247756] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ffd6e2-513e-4f0e-9e44-515d16eed254 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.254111] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453872, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.262143] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 796.262435] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43063129-31cc-4ac9-b288-3f001d2ad614 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.268563] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfdd69b-ad99-4a4e-82dd-cc970efbf1f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.275287] env[70691]: DEBUG oslo_vmware.api [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 796.275287] env[70691]: value = "task-3453878" [ 796.275287] env[70691]: _type = "Task" [ 796.275287] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.281856] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4724eb4b-328f-4cb2-955d-7db94de84b5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.288144] env[70691]: DEBUG oslo_vmware.api [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.320336] env[70691]: INFO nova.compute.manager [-] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Took 1.54 seconds to deallocate network for instance. [ 796.326271] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9599a2-7002-46e2-a17e-88bd0f0ee89c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.341888] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26d357d-a270-4984-993a-2fbd3d0e117d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.346128] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453877, 'name': CreateVM_Task, 'duration_secs': 0.411835} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.348690] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 796.348690] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.348690] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.348690] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.348690] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a9a78d-dd1a-4802-8ec8-14767e7f44c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.359061] env[70691]: DEBUG nova.compute.provider_tree [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.365501] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 796.365501] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526576b8-2326-bc8a-7e8f-1472c06fa1ff" [ 796.365501] env[70691]: _type = "Task" [ 796.365501] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.376244] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526576b8-2326-bc8a-7e8f-1472c06fa1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.463667] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453873, 'name': Rename_Task, 'duration_secs': 0.951621} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.464072] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 796.464294] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-876f985d-ce58-46e3-bb5b-1d1d2effd05e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.472971] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 796.472971] env[70691]: value = "task-3453879" [ 796.472971] env[70691]: _type = "Task" [ 796.472971] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.482673] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.566315] env[70691]: DEBUG oslo_concurrency.lockutils [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] Releasing lock "refresh_cache-4a66e727-8ebe-4e50-82d4-0033cfc9c43d" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.566639] env[70691]: DEBUG nova.compute.manager [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Received event network-vif-deleted-510b46af-f75d-4075-99b3-8ca28d8da1a7 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 796.566844] env[70691]: INFO nova.compute.manager [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Neutron deleted interface 510b46af-f75d-4075-99b3-8ca28d8da1a7; detaching it from the instance and deleting it from the info cache [ 796.567074] env[70691]: DEBUG nova.network.neutron [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.620887] env[70691]: INFO nova.compute.manager [-] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Took 1.40 seconds to deallocate network for instance. [ 796.672989] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.793883} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.674027] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.675643] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3c72ee-fb4f-4477-8e28-6b730050ab3d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.710512] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] dfd7bf2f-a2c0-4508-9719-675d47bd3de1/dfd7bf2f-a2c0-4508-9719-675d47bd3de1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.711160] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31588685-1d71-44c1-a890-24f4add02a1b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.733319] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 796.733319] env[70691]: value = "task-3453880" [ 796.733319] env[70691]: _type = "Task" [ 796.733319] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.745809] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453872, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.750482] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.787970] env[70691]: DEBUG oslo_vmware.api [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453878, 'name': PowerOffVM_Task, 'duration_secs': 0.3099} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.788362] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 796.788587] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 796.788867] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a895ffab-f6c9-435b-a0ba-9833e00ce499 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.829198] env[70691]: DEBUG nova.compute.manager [req-30a98245-817b-42e9-8ba7-996114f71079 req-735c471f-87f5-4ddb-ba1b-9050ee4ad8a2 service nova] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Received event network-vif-deleted-e68d1eda-6825-49a9-915b-b08a733e4df5 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 796.829198] env[70691]: DEBUG nova.compute.manager [req-30a98245-817b-42e9-8ba7-996114f71079 req-735c471f-87f5-4ddb-ba1b-9050ee4ad8a2 service nova] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Received event network-vif-deleted-fcec0d42-9ad6-446f-b1de-4759fbf741ea {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 796.835969] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.862038] env[70691]: DEBUG nova.scheduler.client.report [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 796.872791] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 796.873143] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 796.873738] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleting the datastore file [datastore2] 20002014-6a8c-4dfd-9ed3-7c75207750bc {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.874671] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f0006dd-d3fa-4d3e-a901-de63e8ce2b9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.884015] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526576b8-2326-bc8a-7e8f-1472c06fa1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016349} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.885643] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.885965] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.886291] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.886521] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.886784] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.887402] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fee8ff7-a588-4320-b181-685e0312b264 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.891944] env[70691]: DEBUG oslo_vmware.api [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 796.891944] env[70691]: value = "task-3453882" [ 796.891944] env[70691]: _type = "Task" [ 796.891944] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.898115] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.898470] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 796.902202] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7a2e86-e838-45dc-ad68-803c4fabec2e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.905276] env[70691]: DEBUG oslo_vmware.api [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.909903] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 796.909903] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5226de2c-eaf0-5bec-9a34-51246f36af69" [ 796.909903] env[70691]: _type = "Task" [ 796.909903] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.920162] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5226de2c-eaf0-5bec-9a34-51246f36af69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.985068] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.074023] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8b70a12-21cc-4843-bd4e-ea8366376f2a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.083402] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa6bd7-f750-48c8-b9fc-490ce342b2ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.132610] env[70691]: DEBUG oslo_concurrency.lockutils [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.133091] env[70691]: DEBUG nova.compute.manager [req-c79961a5-81de-45ed-97a0-8ff22baf56a7 req-aa1694b4-314f-45ca-9b64-ff2e8022b847 service nova] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Detach interface failed, port_id=510b46af-f75d-4075-99b3-8ca28d8da1a7, reason: Instance 10ce594d-4e67-4652-9b0f-99cbfe06fb3b could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 797.241150] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.241392] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.252044] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453872, 'name': CloneVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.255414] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453880, 'name': ReconfigVM_Task, 'duration_secs': 0.350268} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.255696] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Reconfigured VM instance instance-00000021 to attach disk [datastore2] dfd7bf2f-a2c0-4508-9719-675d47bd3de1/dfd7bf2f-a2c0-4508-9719-675d47bd3de1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.256363] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88029382-0f49-41d5-b04a-5ef897db8714 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.265041] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 797.265041] env[70691]: value = "task-3453883" [ 797.265041] env[70691]: _type = "Task" [ 797.265041] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.274591] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453883, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.373029] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.375545] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.237s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.377185] env[70691]: INFO nova.compute.claims [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.406305] env[70691]: DEBUG oslo_vmware.api [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3453882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319413} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.407035] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.407434] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 797.407680] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 797.407918] env[70691]: INFO nova.compute.manager [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 797.408345] env[70691]: DEBUG oslo.service.loopingcall [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.408622] env[70691]: DEBUG nova.compute.manager [-] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 797.408810] env[70691]: DEBUG nova.network.neutron [-] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 797.420133] env[70691]: INFO nova.scheduler.client.report [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Deleted allocations for instance db073798-feb7-4319-8345-53a5716ff15b [ 797.429812] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5226de2c-eaf0-5bec-9a34-51246f36af69, 'name': SearchDatastore_Task, 'duration_secs': 0.015817} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.431474] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039b2d41-e65c-4023-8d34-24384d47c0f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.438044] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 797.438044] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52acff78-44bf-b2e4-2946-22ea48d4a220" [ 797.438044] env[70691]: _type = "Task" [ 797.438044] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.450696] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52acff78-44bf-b2e4-2946-22ea48d4a220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.484403] env[70691]: DEBUG oslo_vmware.api [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453879, 'name': PowerOnVM_Task, 'duration_secs': 0.633426} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.486987] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 797.487243] env[70691]: INFO nova.compute.manager [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Took 10.81 seconds to spawn the instance on the hypervisor. [ 797.487435] env[70691]: DEBUG nova.compute.manager [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 797.488298] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fbed80-17b5-459e-9ad7-957541bd25c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.753481] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453872, 'name': CloneVM_Task, 'duration_secs': 2.646579} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.753481] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Created linked-clone VM from snapshot [ 797.757696] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0448af00-735f-4b4b-bc6e-6fc7304d4faa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.767713] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Uploading image 2d3f2dbf-bf30-4a72-ac60-795cceab9f4d {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 797.788961] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453883, 'name': Rename_Task, 'duration_secs': 0.182285} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.789377] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 797.789663] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf411c6f-b840-45a9-8364-93decbb6b2ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.798545] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 797.798545] env[70691]: value = "task-3453884" [ 797.798545] env[70691]: _type = "Task" [ 797.798545] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.805218] env[70691]: DEBUG oslo_vmware.rw_handles [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 797.805218] env[70691]: value = "vm-689534" [ 797.805218] env[70691]: _type = "VirtualMachine" [ 797.805218] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 797.805532] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb78a6c5-9dfe-4ed6-af71-84c09882bf2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.810343] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.816493] env[70691]: DEBUG oslo_vmware.rw_handles [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lease: (returnval){ [ 797.816493] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aa4510-3501-05dd-61f4-f951014b511e" [ 797.816493] env[70691]: _type = "HttpNfcLease" [ 797.816493] env[70691]: } obtained for exporting VM: (result){ [ 797.816493] env[70691]: value = "vm-689534" [ 797.816493] env[70691]: _type = "VirtualMachine" [ 797.816493] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 797.816746] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the lease: (returnval){ [ 797.816746] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aa4510-3501-05dd-61f4-f951014b511e" [ 797.816746] env[70691]: _type = "HttpNfcLease" [ 797.816746] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 797.824673] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.824673] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aa4510-3501-05dd-61f4-f951014b511e" [ 797.824673] env[70691]: _type = "HttpNfcLease" [ 797.824673] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 797.938625] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8a9a51d8-faf7-4677-b30c-55f61672cb48 tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "db073798-feb7-4319-8345-53a5716ff15b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.300s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.952724] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52acff78-44bf-b2e4-2946-22ea48d4a220, 'name': SearchDatastore_Task, 'duration_secs': 0.015258} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.953133] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.953498] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 4a66e727-8ebe-4e50-82d4-0033cfc9c43d/4a66e727-8ebe-4e50-82d4-0033cfc9c43d.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 797.953873] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa79858-fc72-4820-b372-1347b4d913a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.963789] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 797.963789] env[70691]: value = "task-3453886" [ 797.963789] env[70691]: _type = "Task" [ 797.963789] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.973723] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.026023] env[70691]: INFO nova.compute.manager [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Took 42.04 seconds to build instance. [ 798.275581] env[70691]: DEBUG nova.network.neutron [-] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.313019] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453884, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.327735] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.327735] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aa4510-3501-05dd-61f4-f951014b511e" [ 798.327735] env[70691]: _type = "HttpNfcLease" [ 798.327735] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 798.328063] env[70691]: DEBUG oslo_vmware.rw_handles [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 798.328063] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aa4510-3501-05dd-61f4-f951014b511e" [ 798.328063] env[70691]: _type = "HttpNfcLease" [ 798.328063] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 798.328864] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14daf8f-7838-48c7-9734-2180c31b09a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.339368] env[70691]: DEBUG oslo_vmware.rw_handles [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b53c28-503f-7f58-0376-b08a49a6f959/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 798.339607] env[70691]: DEBUG oslo_vmware.rw_handles [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b53c28-503f-7f58-0376-b08a49a6f959/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 798.479522] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453886, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.527707] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f4555a6-6364-4239-8a30-e6fc24b77af0 tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.833s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.534596] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-127da2c7-4f14-4dd5-9eaa-ee66ee0b7041 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.778818] env[70691]: INFO nova.compute.manager [-] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Took 1.37 seconds to deallocate network for instance. [ 798.810200] env[70691]: DEBUG oslo_vmware.api [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453884, 'name': PowerOnVM_Task, 'duration_secs': 0.76528} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.810966] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 798.811211] env[70691]: INFO nova.compute.manager [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Took 9.28 seconds to spawn the instance on the hypervisor. [ 798.811397] env[70691]: DEBUG nova.compute.manager [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 798.812241] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fd90ad-0fbb-4692-8591-77c08920b68b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.934801] env[70691]: DEBUG nova.compute.manager [req-0ad772b2-6306-4919-8c11-6facfe4c1d1e req-8e92d2e3-b40b-474b-97c0-049c1185a61d service nova] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Received event network-vif-deleted-b955a0b8-eeb5-4482-87f0-d26bee189ced {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 798.972315] env[70691]: DEBUG oslo_concurrency.lockutils [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "f34b664a-979f-40f9-8189-57aa4c5b5b94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.972766] env[70691]: DEBUG oslo_concurrency.lockutils [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "f34b664a-979f-40f9-8189-57aa4c5b5b94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.973182] env[70691]: DEBUG oslo_concurrency.lockutils [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "f34b664a-979f-40f9-8189-57aa4c5b5b94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.973550] env[70691]: DEBUG oslo_concurrency.lockutils [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "f34b664a-979f-40f9-8189-57aa4c5b5b94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.973786] env[70691]: DEBUG oslo_concurrency.lockutils [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "f34b664a-979f-40f9-8189-57aa4c5b5b94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.980222] env[70691]: INFO nova.compute.manager [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Terminating instance [ 798.986136] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600902} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.986859] env[70691]: DEBUG nova.compute.manager [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 798.987694] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 798.987694] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 4a66e727-8ebe-4e50-82d4-0033cfc9c43d/4a66e727-8ebe-4e50-82d4-0033cfc9c43d.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 798.987694] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.988408] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea8e857-0c0b-4031-8888-d3986f2962d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.993884] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76cac475-ce2e-4044-a3e1-f4facf1f8f85 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.003579] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 799.005371] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6838c567-463c-4902-b153-675d0179ef31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.007541] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 799.007541] env[70691]: value = "task-3453887" [ 799.007541] env[70691]: _type = "Task" [ 799.007541] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.018492] env[70691]: DEBUG oslo_vmware.api [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 799.018492] env[70691]: value = "task-3453888" [ 799.018492] env[70691]: _type = "Task" [ 799.018492] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.022403] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.028638] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5580dd09-5df6-4597-8fcc-b2919be70565 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.039722] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 799.043625] env[70691]: DEBUG oslo_vmware.api [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.052104] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0e71f5-66ec-4a35-b6fd-c190679e0a20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.093196] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa123ada-81c6-4d3b-86c4-dbb06a25973b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.105208] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5411620b-4c13-4722-9d58-f7fc9dc18c69 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.122286] env[70691]: DEBUG nova.compute.provider_tree [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.288764] env[70691]: DEBUG oslo_concurrency.lockutils [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.335171] env[70691]: INFO nova.compute.manager [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Took 37.90 seconds to build instance. [ 799.523056] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078107} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.526597] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.527850] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f62673f-5431-460d-8092-d7f88338cfa7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.536917] env[70691]: DEBUG oslo_vmware.api [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453888, 'name': PowerOffVM_Task, 'duration_secs': 0.313576} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.549019] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 799.549019] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 799.559599] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 4a66e727-8ebe-4e50-82d4-0033cfc9c43d/4a66e727-8ebe-4e50-82d4-0033cfc9c43d.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.563009] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-672159a7-35d5-4dcc-ae58-7802c5332b54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.565495] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d96d05-a569-4b79-85e3-d8b3aa499d5c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.589866] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 799.589866] env[70691]: value = "task-3453890" [ 799.589866] env[70691]: _type = "Task" [ 799.589866] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.595652] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.599969] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.625718] env[70691]: DEBUG nova.scheduler.client.report [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 799.665356] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 799.665636] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 799.665890] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Deleting the datastore file [datastore1] f34b664a-979f-40f9-8189-57aa4c5b5b94 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.666340] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7ae912a-16a8-42c7-a360-dab0f3faa44b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.674055] env[70691]: DEBUG oslo_vmware.api [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for the task: (returnval){ [ 799.674055] env[70691]: value = "task-3453891" [ 799.674055] env[70691]: _type = "Task" [ 799.674055] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.684015] env[70691]: DEBUG oslo_vmware.api [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.838719] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26467477-19c1-4028-81c5-64019c654515 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.752s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.934508] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05ff4-a7c9-5571-1924-11f99ba3a458/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.935405] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acfa8ab-fbe1-45a2-ba51-17031c3df0fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.942787] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05ff4-a7c9-5571-1924-11f99ba3a458/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.943166] env[70691]: ERROR oslo_vmware.rw_handles [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05ff4-a7c9-5571-1924-11f99ba3a458/disk-0.vmdk due to incomplete transfer. [ 799.943395] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0df2bdf0-9832-41e7-8088-40063b56d40f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.952087] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05ff4-a7c9-5571-1924-11f99ba3a458/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.952356] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Uploaded image 25fc348c-c386-475c-8081-ed38d2cc2f84 to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 799.954826] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 799.955315] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b16266f5-0810-4e4a-ae60-eb5f4deaf604 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.963370] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 799.963370] env[70691]: value = "task-3453892" [ 799.963370] env[70691]: _type = "Task" [ 799.963370] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.974160] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453892, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.111312] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.131929] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.132773] env[70691]: DEBUG nova.compute.manager [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 800.136299] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.853s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.137940] env[70691]: INFO nova.compute.claims [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.186838] env[70691]: DEBUG oslo_vmware.api [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Task: {'id': task-3453891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20059} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.186975] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.187208] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 800.187417] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 800.187600] env[70691]: INFO nova.compute.manager [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Took 1.20 seconds to destroy the instance on the hypervisor. [ 800.187920] env[70691]: DEBUG oslo.service.loopingcall [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.188504] env[70691]: DEBUG nova.compute.manager [-] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 800.188606] env[70691]: DEBUG nova.network.neutron [-] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 800.341927] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 800.475207] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453892, 'name': Destroy_Task, 'duration_secs': 0.49539} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.475514] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Destroyed the VM [ 800.475839] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.476175] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c01fdbc4-cdc8-4946-90ae-010f2a085ac3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.485069] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 800.485069] env[70691]: value = "task-3453893" [ 800.485069] env[70691]: _type = "Task" [ 800.485069] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.495310] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.604118] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453890, 'name': ReconfigVM_Task, 'duration_secs': 0.550971} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.604452] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 4a66e727-8ebe-4e50-82d4-0033cfc9c43d/4a66e727-8ebe-4e50-82d4-0033cfc9c43d.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.605392] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5db9ddfb-bb00-49a6-b741-14d50a185e4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.613956] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 800.613956] env[70691]: value = "task-3453894" [ 800.613956] env[70691]: _type = "Task" [ 800.613956] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.624447] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453894, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.646270] env[70691]: DEBUG nova.compute.utils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.650141] env[70691]: DEBUG nova.compute.manager [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 800.650141] env[70691]: DEBUG nova.network.neutron [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 800.716375] env[70691]: DEBUG nova.policy [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7185ef18c0e24f4c8b357955220e7bff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a3ebafc54e1432196f5f0e60d5e9fae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 800.867589] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.996840] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453893, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.046833] env[70691]: DEBUG nova.network.neutron [-] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.127097] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453894, 'name': Rename_Task, 'duration_secs': 0.23011} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.127444] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 801.127732] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dc83b00-b2a3-438f-9566-37b8a6818eb2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.137201] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 801.137201] env[70691]: value = "task-3453895" [ 801.137201] env[70691]: _type = "Task" [ 801.137201] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.159695] env[70691]: DEBUG nova.compute.manager [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 801.167107] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.169895] env[70691]: DEBUG nova.compute.manager [req-859d7739-9435-431f-9bf4-214b3aa6288c req-571abbb6-066b-4187-b3e0-a4c991d28ce2 service nova] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Received event network-vif-deleted-23a6bb50-b9c2-4723-a82c-f910a6f3b08e {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 801.194264] env[70691]: DEBUG nova.network.neutron [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Successfully created port: d6ba024e-6550-40e1-bd8f-8c31f1627a03 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.504958] env[70691]: DEBUG oslo_vmware.api [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453893, 'name': RemoveSnapshot_Task, 'duration_secs': 0.887554} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.508375] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.508621] env[70691]: INFO nova.compute.manager [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 801.549848] env[70691]: INFO nova.compute.manager [-] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Took 1.36 seconds to deallocate network for instance. [ 801.648607] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.671852] env[70691]: INFO nova.virt.block_device [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Booting with volume 02bc7fdd-5af4-4959-9b5d-44e4cb312af4 at /dev/sda [ 801.719449] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b68ad907-7405-4838-9070-975146e02140 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.734439] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b180e89-fcb3-457c-8474-9a8ad4969934 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.776168] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a92650c-5e88-49a3-be6c-dd478c057056 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.786644] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482b9977-5dff-47b4-a118-accdc54b87df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.835593] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93cccab-7898-4b20-936f-55f5fb0c841b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.838752] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1350ac-a424-4cc5-949d-72ac4cb7dae6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.848641] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb9aa7b-c812-46bc-b13a-41de8c2eed23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.852524] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7013fcea-d52f-4fad-86d0-94a47851a6dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.889388] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb93940c-ccfc-4f38-9635-936c54b95b46 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.892068] env[70691]: DEBUG nova.virt.block_device [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Updating existing volume attachment record: 7a000df2-681d-4f9b-9a02-40a8ca634506 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 801.902493] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03972dc2-6c7a-4bac-a783-cfb2ba9aa2e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.914737] env[70691]: DEBUG nova.compute.provider_tree [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.057586] env[70691]: DEBUG oslo_concurrency.lockutils [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.066191] env[70691]: DEBUG nova.compute.manager [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Found 3 images (rotation: 2) {{(pid=70691) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 802.066747] env[70691]: DEBUG nova.compute.manager [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Rotating out 1 backups {{(pid=70691) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 802.066747] env[70691]: DEBUG nova.compute.manager [None req-4d22416d-14db-4805-ac82-e520d356e86f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deleting image e91f97a6-d4ac-493b-a075-01773a5eccae {{(pid=70691) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 802.152377] env[70691]: DEBUG oslo_vmware.api [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453895, 'name': PowerOnVM_Task, 'duration_secs': 0.708635} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.152752] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 802.153017] env[70691]: INFO nova.compute.manager [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Took 9.80 seconds to spawn the instance on the hypervisor. [ 802.153318] env[70691]: DEBUG nova.compute.manager [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 802.154131] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a843c3-2645-4faf-a5c6-11d651e9e96c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.305610] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.305921] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.306419] env[70691]: INFO nova.compute.manager [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Rebooting instance [ 802.436182] env[70691]: ERROR nova.scheduler.client.report [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [req-6c4b2fe8-426f-4501-8da8-fea669ae20d6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6c4b2fe8-426f-4501-8da8-fea669ae20d6"}]} [ 802.452565] env[70691]: DEBUG nova.scheduler.client.report [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 802.470668] env[70691]: DEBUG nova.scheduler.client.report [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 802.470916] env[70691]: DEBUG nova.compute.provider_tree [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.482761] env[70691]: DEBUG nova.scheduler.client.report [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 802.505224] env[70691]: DEBUG nova.scheduler.client.report [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 802.675637] env[70691]: INFO nova.compute.manager [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Took 39.61 seconds to build instance. [ 802.837702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.837702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquired lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.837702] env[70691]: DEBUG nova.network.neutron [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 802.925127] env[70691]: DEBUG nova.network.neutron [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Successfully updated port: d6ba024e-6550-40e1-bd8f-8c31f1627a03 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.030510] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquiring lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.030820] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.036049] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquiring lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.036225] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.005s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.036449] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.038860] env[70691]: INFO nova.compute.manager [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Terminating instance [ 803.040822] env[70691]: DEBUG nova.compute.manager [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 803.041063] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 803.042521] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3309b825-4fc4-488c-a2ef-dbcc38c52548 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.053227] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 803.053227] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fee6f455-6cac-4ee2-98dc-cbb041fb7ed9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.060764] env[70691]: DEBUG oslo_vmware.api [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 803.060764] env[70691]: value = "task-3453896" [ 803.060764] env[70691]: _type = "Task" [ 803.060764] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.074958] env[70691]: DEBUG oslo_vmware.api [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.133860] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a21798-cc0a-450a-8150-ac215bac3047 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.146710] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dd80d6-1eaf-4865-8a3e-1d7808484f05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.187317] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af14b127-c5f2-408f-a440-47f06e87082d tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.082s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.189430] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e5a638-1989-4e80-bb20-7a2cf3ef04f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.198854] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ace815-54ab-4db2-8b9b-45574b66fa4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.215211] env[70691]: DEBUG nova.compute.provider_tree [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.399608] env[70691]: DEBUG nova.compute.manager [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Received event network-changed-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 803.400060] env[70691]: DEBUG nova.compute.manager [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Refreshing instance network info cache due to event network-changed-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 803.400415] env[70691]: DEBUG oslo_concurrency.lockutils [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] Acquiring lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.426794] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Acquiring lock "refresh_cache-3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.427209] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Acquired lock "refresh_cache-3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.427209] env[70691]: DEBUG nova.network.neutron [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 803.517017] env[70691]: DEBUG oslo_concurrency.lockutils [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquiring lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.517017] env[70691]: DEBUG oslo_concurrency.lockutils [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.517017] env[70691]: DEBUG oslo_concurrency.lockutils [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquiring lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.517017] env[70691]: DEBUG oslo_concurrency.lockutils [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.517244] env[70691]: DEBUG oslo_concurrency.lockutils [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.519078] env[70691]: INFO nova.compute.manager [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Terminating instance [ 803.521344] env[70691]: DEBUG nova.compute.manager [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 803.521762] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 803.523049] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d928b861-b73c-438c-a532-24c81faf37b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.532041] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 803.535020] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-495439d7-c9a1-4afb-8607-c72c481be4b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.543301] env[70691]: DEBUG oslo_vmware.api [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 803.543301] env[70691]: value = "task-3453897" [ 803.543301] env[70691]: _type = "Task" [ 803.543301] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.552058] env[70691]: DEBUG oslo_vmware.api [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.572032] env[70691]: DEBUG oslo_vmware.api [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453896, 'name': PowerOffVM_Task, 'duration_secs': 0.236603} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.572981] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 803.573235] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 803.573537] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2262c68f-9e4e-4d1e-a58c-1bd822908bfd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.647938] env[70691]: DEBUG nova.network.neutron [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Updating instance_info_cache with network_info: [{"id": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "address": "fa:16:3e:fb:b0:19", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab6391-a3", "ovs_interfaceid": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.655815] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 803.655815] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 803.655815] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Deleting the datastore file [datastore2] 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.656220] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52597704-0933-4474-b042-b94fd115864a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.665721] env[70691]: DEBUG oslo_vmware.api [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for the task: (returnval){ [ 803.665721] env[70691]: value = "task-3453899" [ 803.665721] env[70691]: _type = "Task" [ 803.665721] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.677805] env[70691]: DEBUG oslo_vmware.api [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.696070] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 803.751368] env[70691]: DEBUG nova.scheduler.client.report [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Updated inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 803.751561] env[70691]: DEBUG nova.compute.provider_tree [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Updating resource provider 0f714c39-9913-4c20-9640-f803078976e4 generation from 61 to 62 during operation: update_inventory {{(pid=70691) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 803.751745] env[70691]: DEBUG nova.compute.provider_tree [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.971705] env[70691]: DEBUG nova.network.neutron [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 804.056380] env[70691]: DEBUG oslo_vmware.api [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453897, 'name': PowerOffVM_Task, 'duration_secs': 0.252734} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.056664] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 804.056838] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 804.057111] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dde9f8c7-f42a-47c1-a983-b44d14736de8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.093221] env[70691]: DEBUG nova.compute.manager [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 804.094058] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 804.094348] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 804.094531] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.094724] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 804.094889] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.095078] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 804.095334] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 804.095824] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 804.095824] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 804.095942] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 804.096097] env[70691]: DEBUG nova.virt.hardware [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 804.097055] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0993af46-2d51-4d6f-a091-ac22f61f3dfb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.106126] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef35f281-8a51-46c0-a13d-7b40be1edf24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.130515] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 804.130782] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 804.131416] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Deleting the datastore file [datastore2] 4a66e727-8ebe-4e50-82d4-0033cfc9c43d {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.131416] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f958af32-ba0e-4059-9b61-77077406541d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.141485] env[70691]: DEBUG oslo_vmware.api [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for the task: (returnval){ [ 804.141485] env[70691]: value = "task-3453901" [ 804.141485] env[70691]: _type = "Task" [ 804.141485] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.150303] env[70691]: DEBUG oslo_vmware.api [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.150838] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Releasing lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.152654] env[70691]: DEBUG oslo_concurrency.lockutils [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] Acquired lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.152876] env[70691]: DEBUG nova.network.neutron [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Refreshing network info cache for port 0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 804.154776] env[70691]: DEBUG nova.compute.manager [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 804.155645] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4559d7ea-8c00-4947-a6c8-e23b36bc78b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.170653] env[70691]: DEBUG nova.network.neutron [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Updating instance_info_cache with network_info: [{"id": "d6ba024e-6550-40e1-bd8f-8c31f1627a03", "address": "fa:16:3e:2a:44:95", "network": {"id": "295dfc81-0a23-43bd-b256-0315db19db60", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2008945432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3ebafc54e1432196f5f0e60d5e9fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ba024e-65", "ovs_interfaceid": "d6ba024e-6550-40e1-bd8f-8c31f1627a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.175973] env[70691]: DEBUG oslo_vmware.api [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Task: {'id': task-3453899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.176334] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.176445] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 804.176695] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 804.176794] env[70691]: INFO nova.compute.manager [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.177224] env[70691]: DEBUG oslo.service.loopingcall [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.177281] env[70691]: DEBUG nova.compute.manager [-] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 804.177358] env[70691]: DEBUG nova.network.neutron [-] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 804.218605] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.257925] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.122s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.258564] env[70691]: DEBUG nova.compute.manager [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 804.261607] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.167s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.261811] env[70691]: DEBUG nova.objects.instance [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lazy-loading 'resources' on Instance uuid dcb49fa9-5348-4a65-a377-1fdf86173293 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.651944] env[70691]: DEBUG oslo_vmware.api [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Task: {'id': task-3453901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164529} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.651944] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.652150] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 804.652360] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 804.652595] env[70691]: INFO nova.compute.manager [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 804.652931] env[70691]: DEBUG oslo.service.loopingcall [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.653203] env[70691]: DEBUG nova.compute.manager [-] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 804.653338] env[70691]: DEBUG nova.network.neutron [-] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 804.676783] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Releasing lock "refresh_cache-3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.677126] env[70691]: DEBUG nova.compute.manager [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Instance network_info: |[{"id": "d6ba024e-6550-40e1-bd8f-8c31f1627a03", "address": "fa:16:3e:2a:44:95", "network": {"id": "295dfc81-0a23-43bd-b256-0315db19db60", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2008945432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3ebafc54e1432196f5f0e60d5e9fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ba024e-65", "ovs_interfaceid": "d6ba024e-6550-40e1-bd8f-8c31f1627a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 804.677613] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:44:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6ba024e-6550-40e1-bd8f-8c31f1627a03', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.686590] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Creating folder: Project (1a3ebafc54e1432196f5f0e60d5e9fae). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 804.687147] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d02113-c84d-4a6a-a45b-a95a288a0745 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.702935] env[70691]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 804.703150] env[70691]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70691) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 804.704132] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Folder already exists: Project (1a3ebafc54e1432196f5f0e60d5e9fae). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.704361] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Creating folder: Instances. Parent ref: group-v689470. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 804.706684] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae6cde94-42ab-4874-a786-9066fca8ef69 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.723347] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Created folder: Instances in parent group-v689470. [ 804.723740] env[70691]: DEBUG oslo.service.loopingcall [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.724022] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 804.724286] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-029c51fe-4aa7-4637-8238-635033ca4d00 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.746813] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.746813] env[70691]: value = "task-3453904" [ 804.746813] env[70691]: _type = "Task" [ 804.746813] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.755530] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453904, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.765150] env[70691]: DEBUG nova.compute.utils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 804.769489] env[70691]: DEBUG nova.compute.manager [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 804.769791] env[70691]: DEBUG nova.network.neutron [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 804.827075] env[70691]: DEBUG nova.policy [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6506223de11d47a89fa123a793a46b19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57a9e0eee4c14f139d195a3524c315f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 804.974678] env[70691]: DEBUG oslo_concurrency.lockutils [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.975116] env[70691]: DEBUG oslo_concurrency.lockutils [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.976568] env[70691]: DEBUG nova.compute.manager [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 804.978476] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0008500a-2c1d-4720-a01f-7abd588bddf4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.988961] env[70691]: DEBUG nova.compute.manager [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 804.990804] env[70691]: DEBUG nova.objects.instance [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'flavor' on Instance uuid 265f116d-1cdf-4201-a90e-6a3cb4ea8ece {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.025293] env[70691]: DEBUG nova.network.neutron [-] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.098784] env[70691]: DEBUG nova.network.neutron [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Updated VIF entry in instance network info cache for port 0eab6391-a3d5-4818-ab33-f0bb9bd8bf70. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 805.099195] env[70691]: DEBUG nova.network.neutron [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Updating instance_info_cache with network_info: [{"id": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "address": "fa:16:3e:fb:b0:19", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab6391-a3", "ovs_interfaceid": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.175021] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f61c40-59df-4fe2-954b-590f9d705391 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.186700] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Doing hard reboot of VM {{(pid=70691) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 805.186989] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4149fd38-594f-41c3-b9c2-f0625e5159c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.196259] env[70691]: DEBUG oslo_vmware.api [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 805.196259] env[70691]: value = "task-3453905" [ 805.196259] env[70691]: _type = "Task" [ 805.196259] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.211132] env[70691]: DEBUG oslo_vmware.api [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453905, 'name': ResetVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.222459] env[70691]: DEBUG nova.network.neutron [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Successfully created port: 8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.265461] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453904, 'name': CreateVM_Task, 'duration_secs': 0.370612} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.265461] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 805.265461] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689476', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'name': 'volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89', 'attached_at': '', 'detached_at': '', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'serial': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4'}, 'mount_device': '/dev/sda', 'attachment_id': '7a000df2-681d-4f9b-9a02-40a8ca634506', 'boot_index': 0, 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70691) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 805.265663] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Root volume attach. Driver type: vmdk {{(pid=70691) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 805.265663] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b74907c-84a4-44cd-a130-fd29fc0ce82e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.272057] env[70691]: DEBUG nova.compute.manager [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 805.285167] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2451a0-82f2-48b8-a251-597eb4d39979 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.297234] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c88977-6e62-4f0f-87f3-b6b513dba8c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.312416] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2fb380c7-b691-477f-9346-428bfc9a32c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.325020] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 805.325020] env[70691]: value = "task-3453906" [ 805.325020] env[70691]: _type = "Task" [ 805.325020] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.337778] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453906, 'name': RelocateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.434979] env[70691]: DEBUG nova.compute.manager [req-6eb37235-29d1-4c90-896e-69ca6cf6bce6 req-27166546-742f-4b84-b2f9-64e9fa7e9f69 service nova] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Received event network-vif-deleted-e31bc5a3-e475-4b08-adfb-4c2e4e7cd663 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 805.435398] env[70691]: DEBUG nova.compute.manager [req-6eb37235-29d1-4c90-896e-69ca6cf6bce6 req-27166546-742f-4b84-b2f9-64e9fa7e9f69 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Received event network-vif-deleted-1d0526b8-a145-477d-a5b6-0b0c797e2451 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 805.435750] env[70691]: INFO nova.compute.manager [req-6eb37235-29d1-4c90-896e-69ca6cf6bce6 req-27166546-742f-4b84-b2f9-64e9fa7e9f69 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Neutron deleted interface 1d0526b8-a145-477d-a5b6-0b0c797e2451; detaching it from the instance and deleting it from the info cache [ 805.436061] env[70691]: DEBUG nova.network.neutron [req-6eb37235-29d1-4c90-896e-69ca6cf6bce6 req-27166546-742f-4b84-b2f9-64e9fa7e9f69 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.503034] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 805.503416] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b11c09cd-f416-41fa-83b8-c8d51f58d8cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.512574] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce4127-2221-4c26-b37f-55cc4a6804aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.516557] env[70691]: DEBUG oslo_vmware.api [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 805.516557] env[70691]: value = "task-3453907" [ 805.516557] env[70691]: _type = "Task" [ 805.516557] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.525458] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e438942f-90b2-4d20-a6d0-59d3aa9124a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.533437] env[70691]: INFO nova.compute.manager [-] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Took 1.36 seconds to deallocate network for instance. [ 805.533811] env[70691]: DEBUG oslo_vmware.api [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.568579] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159c58f4-30e6-47fa-9932-e9923aaf19f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.583233] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ebeeb7-e6a1-4f92-b1af-4b08927b7737 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.603243] env[70691]: DEBUG oslo_concurrency.lockutils [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] Releasing lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.603545] env[70691]: DEBUG nova.compute.manager [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Received event network-vif-plugged-d6ba024e-6550-40e1-bd8f-8c31f1627a03 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 805.603754] env[70691]: DEBUG oslo_concurrency.lockutils [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] Acquiring lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.603990] env[70691]: DEBUG oslo_concurrency.lockutils [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] Lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.604236] env[70691]: DEBUG oslo_concurrency.lockutils [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] Lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.604421] env[70691]: DEBUG nova.compute.manager [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] No waiting events found dispatching network-vif-plugged-d6ba024e-6550-40e1-bd8f-8c31f1627a03 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 805.604623] env[70691]: WARNING nova.compute.manager [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Received unexpected event network-vif-plugged-d6ba024e-6550-40e1-bd8f-8c31f1627a03 for instance with vm_state building and task_state block_device_mapping. [ 805.604794] env[70691]: DEBUG nova.compute.manager [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Received event network-changed-d6ba024e-6550-40e1-bd8f-8c31f1627a03 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 805.604957] env[70691]: DEBUG nova.compute.manager [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Refreshing instance network info cache due to event network-changed-d6ba024e-6550-40e1-bd8f-8c31f1627a03. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 805.605216] env[70691]: DEBUG oslo_concurrency.lockutils [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] Acquiring lock "refresh_cache-3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.605329] env[70691]: DEBUG oslo_concurrency.lockutils [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] Acquired lock "refresh_cache-3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.605520] env[70691]: DEBUG nova.network.neutron [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Refreshing network info cache for port d6ba024e-6550-40e1-bd8f-8c31f1627a03 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 805.606934] env[70691]: DEBUG nova.compute.provider_tree [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.620271] env[70691]: DEBUG nova.network.neutron [-] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.710245] env[70691]: DEBUG oslo_vmware.api [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453905, 'name': ResetVM_Task, 'duration_secs': 0.10851} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.710550] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Did hard reboot of VM {{(pid=70691) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 805.710680] env[70691]: DEBUG nova.compute.manager [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 805.711609] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0ad450-65b1-4364-ba6d-ea8ca000c21a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.840971] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453906, 'name': RelocateVM_Task} progress is 40%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.940047] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ba3a837-2458-4bc6-8471-ec50f569cc66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.953807] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d3f237-0017-40f5-a7ca-0392bcea0dc2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.994938] env[70691]: DEBUG nova.compute.manager [req-6eb37235-29d1-4c90-896e-69ca6cf6bce6 req-27166546-742f-4b84-b2f9-64e9fa7e9f69 service nova] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Detach interface failed, port_id=1d0526b8-a145-477d-a5b6-0b0c797e2451, reason: Instance 4a66e727-8ebe-4e50-82d4-0033cfc9c43d could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 806.030494] env[70691]: DEBUG oslo_vmware.api [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.041830] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.112287] env[70691]: DEBUG nova.scheduler.client.report [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 806.123179] env[70691]: INFO nova.compute.manager [-] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Took 1.47 seconds to deallocate network for instance. [ 806.229356] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a96c397-f39a-449c-bcdf-9faa02af868f tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.923s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.282901] env[70691]: DEBUG nova.compute.manager [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 806.318626] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 806.318801] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 806.319019] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.319352] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 806.319577] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.319832] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 806.320081] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 806.320336] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 806.320593] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 806.320841] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 806.321112] env[70691]: DEBUG nova.virt.hardware [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 806.323239] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1b4285-bdbd-404c-b107-3e09467b0b3b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.338289] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4acbab2-122e-4a5b-9b58-bdd83fd3cbb0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.346197] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453906, 'name': RelocateVM_Task} progress is 53%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.442836] env[70691]: DEBUG nova.compute.manager [req-e1e1759f-946d-4b23-a03e-a9d793f4496f req-26e7c802-2185-426a-b90b-5638c01c8601 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Received event network-changed-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 806.443237] env[70691]: DEBUG nova.compute.manager [req-e1e1759f-946d-4b23-a03e-a9d793f4496f req-26e7c802-2185-426a-b90b-5638c01c8601 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Refreshing instance network info cache due to event network-changed-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 806.443554] env[70691]: DEBUG oslo_concurrency.lockutils [req-e1e1759f-946d-4b23-a03e-a9d793f4496f req-26e7c802-2185-426a-b90b-5638c01c8601 service nova] Acquiring lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.443752] env[70691]: DEBUG oslo_concurrency.lockutils [req-e1e1759f-946d-4b23-a03e-a9d793f4496f req-26e7c802-2185-426a-b90b-5638c01c8601 service nova] Acquired lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.444067] env[70691]: DEBUG nova.network.neutron [req-e1e1759f-946d-4b23-a03e-a9d793f4496f req-26e7c802-2185-426a-b90b-5638c01c8601 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Refreshing network info cache for port 0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 806.461097] env[70691]: DEBUG nova.network.neutron [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Updated VIF entry in instance network info cache for port d6ba024e-6550-40e1-bd8f-8c31f1627a03. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 806.461543] env[70691]: DEBUG nova.network.neutron [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Updating instance_info_cache with network_info: [{"id": "d6ba024e-6550-40e1-bd8f-8c31f1627a03", "address": "fa:16:3e:2a:44:95", "network": {"id": "295dfc81-0a23-43bd-b256-0315db19db60", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2008945432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3ebafc54e1432196f5f0e60d5e9fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ba024e-65", "ovs_interfaceid": "d6ba024e-6550-40e1-bd8f-8c31f1627a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.531731] env[70691]: DEBUG oslo_vmware.api [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3453907, 'name': PowerOffVM_Task, 'duration_secs': 0.87383} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.532041] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 806.532237] env[70691]: DEBUG nova.compute.manager [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 806.533215] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe769ba-49b3-4add-b1a5-1e198e021d52 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.618675] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.621561] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.352s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.624195] env[70691]: INFO nova.compute.claims [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.631966] env[70691]: DEBUG oslo_concurrency.lockutils [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.644889] env[70691]: INFO nova.scheduler.client.report [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Deleted allocations for instance dcb49fa9-5348-4a65-a377-1fdf86173293 [ 806.844107] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453906, 'name': RelocateVM_Task} progress is 65%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.964527] env[70691]: DEBUG oslo_concurrency.lockutils [req-ef2f0bc5-4d76-4ae1-afb8-3cebcaaf17cd req-34253738-38d8-4562-b92e-558bc5acba61 service nova] Releasing lock "refresh_cache-3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.057827] env[70691]: DEBUG oslo_concurrency.lockutils [None req-47e13b29-10cd-49f9-86fa-fc087d09400a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.155460] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da8e6bd9-1c79-4665-9ba3-b661be18c71b tempest-ServerDiagnosticsTest-909604851 tempest-ServerDiagnosticsTest-909604851-project-member] Lock "dcb49fa9-5348-4a65-a377-1fdf86173293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.043s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.178162] env[70691]: DEBUG nova.network.neutron [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Successfully updated port: 8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.186187] env[70691]: DEBUG oslo_concurrency.lockutils [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.186187] env[70691]: DEBUG oslo_concurrency.lockutils [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.186345] env[70691]: DEBUG oslo_concurrency.lockutils [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.186410] env[70691]: DEBUG oslo_concurrency.lockutils [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.186600] env[70691]: DEBUG oslo_concurrency.lockutils [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.194891] env[70691]: INFO nova.compute.manager [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Terminating instance [ 807.199692] env[70691]: DEBUG nova.compute.manager [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 807.199692] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 807.199862] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a742bca7-3eb3-4e6c-a1a0-62770470d0bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.211304] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 807.211730] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0abd6265-cd35-48ab-949e-2d792f6f9798 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.226808] env[70691]: DEBUG oslo_vmware.api [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 807.226808] env[70691]: value = "task-3453908" [ 807.226808] env[70691]: _type = "Task" [ 807.226808] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.243148] env[70691]: DEBUG oslo_vmware.api [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.304316] env[70691]: DEBUG nova.network.neutron [req-e1e1759f-946d-4b23-a03e-a9d793f4496f req-26e7c802-2185-426a-b90b-5638c01c8601 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Updated VIF entry in instance network info cache for port 0eab6391-a3d5-4818-ab33-f0bb9bd8bf70. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 807.304815] env[70691]: DEBUG nova.network.neutron [req-e1e1759f-946d-4b23-a03e-a9d793f4496f req-26e7c802-2185-426a-b90b-5638c01c8601 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Updating instance_info_cache with network_info: [{"id": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "address": "fa:16:3e:fb:b0:19", "network": {"id": "a7905e32-9854-43ec-ac77-3528af47d17c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1634014326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde0841001c34ebd8c1a7b6b1a1d6996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab6391-a3", "ovs_interfaceid": "0eab6391-a3d5-4818-ab33-f0bb9bd8bf70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.345561] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453906, 'name': RelocateVM_Task} progress is 76%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.680029] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.680221] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquired lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.680415] env[70691]: DEBUG nova.network.neutron [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 807.739208] env[70691]: DEBUG oslo_vmware.api [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453908, 'name': PowerOffVM_Task, 'duration_secs': 0.456609} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.739500] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 807.739670] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 807.739940] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c7e91f2-f20e-49f4-8350-24d85dd74b83 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.809302] env[70691]: DEBUG oslo_concurrency.lockutils [req-e1e1759f-946d-4b23-a03e-a9d793f4496f req-26e7c802-2185-426a-b90b-5638c01c8601 service nova] Releasing lock "refresh_cache-dfd7bf2f-a2c0-4508-9719-675d47bd3de1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.831563] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 807.834488] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 807.834488] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleting the datastore file [datastore2] dfd7bf2f-a2c0-4508-9719-675d47bd3de1 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.840874] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f0c1f94-35e3-41de-b129-74c588a452fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.851268] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453906, 'name': RelocateVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.857858] env[70691]: DEBUG oslo_vmware.api [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 807.857858] env[70691]: value = "task-3453910" [ 807.857858] env[70691]: _type = "Task" [ 807.857858] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.868408] env[70691]: DEBUG oslo_vmware.api [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.289097] env[70691]: DEBUG nova.network.neutron [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 808.339120] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c41232-f6c0-48d1-9c5d-ad4a8562da74 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.345613] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453906, 'name': RelocateVM_Task} progress is 97%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.351723] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63281c5-3d0e-44a8-b3b9-1d92d9c15772 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.370274] env[70691]: DEBUG oslo_vmware.api [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323528} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.395351] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.395607] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 808.395806] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 808.396026] env[70691]: INFO nova.compute.manager [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 808.396325] env[70691]: DEBUG oslo.service.loopingcall [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.396810] env[70691]: DEBUG nova.compute.manager [-] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 808.396906] env[70691]: DEBUG nova.network.neutron [-] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 808.399482] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa46698-d506-468b-9b0b-fa9eaffef332 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.410634] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ce0446-de9b-49c4-a0fc-de170962e2b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.427798] env[70691]: DEBUG nova.compute.provider_tree [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.494749] env[70691]: DEBUG nova.network.neutron [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updating instance_info_cache with network_info: [{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.541433] env[70691]: DEBUG nova.compute.manager [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Received event network-vif-plugged-8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 808.541673] env[70691]: DEBUG oslo_concurrency.lockutils [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] Acquiring lock "6184f1ff-39d2-4bf3-8362-08468e600de9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.541905] env[70691]: DEBUG oslo_concurrency.lockutils [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] Lock "6184f1ff-39d2-4bf3-8362-08468e600de9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.542520] env[70691]: DEBUG oslo_concurrency.lockutils [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] Lock "6184f1ff-39d2-4bf3-8362-08468e600de9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.542732] env[70691]: DEBUG nova.compute.manager [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] No waiting events found dispatching network-vif-plugged-8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 808.542957] env[70691]: WARNING nova.compute.manager [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Received unexpected event network-vif-plugged-8e1ca53a-36ab-4a53-ae54-0255d013a1e4 for instance with vm_state building and task_state spawning. [ 808.543152] env[70691]: DEBUG nova.compute.manager [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Received event network-changed-8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 808.543317] env[70691]: DEBUG nova.compute.manager [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Refreshing instance network info cache due to event network-changed-8e1ca53a-36ab-4a53-ae54-0255d013a1e4. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 808.543552] env[70691]: DEBUG oslo_concurrency.lockutils [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] Acquiring lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.842276] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453906, 'name': RelocateVM_Task, 'duration_secs': 3.477932} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.842593] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 808.842800] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689476', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'name': 'volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89', 'attached_at': '', 'detached_at': '', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'serial': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 808.843625] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6049095-1bc8-4212-a735-2c02ae11c965 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.861268] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f205b04-736d-45d5-9c65-196734bb53e1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.884696] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4/volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.885315] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f49a82a8-1de2-4e1b-903f-94c5b9208706 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.907200] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 808.907200] env[70691]: value = "task-3453911" [ 808.907200] env[70691]: _type = "Task" [ 808.907200] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.916350] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.930547] env[70691]: DEBUG nova.scheduler.client.report [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 808.998247] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Releasing lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.998696] env[70691]: DEBUG nova.compute.manager [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Instance network_info: |[{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 808.999056] env[70691]: DEBUG oslo_concurrency.lockutils [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] Acquired lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.999263] env[70691]: DEBUG nova.network.neutron [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Refreshing network info cache for port 8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 809.000775] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:81:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e1ca53a-36ab-4a53-ae54-0255d013a1e4', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.008560] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Creating folder: Project (57a9e0eee4c14f139d195a3524c315f4). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 809.009676] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57654765-52b2-48dc-b397-6e1fbd587f60 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.022716] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Created folder: Project (57a9e0eee4c14f139d195a3524c315f4) in parent group-v689428. [ 809.022992] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Creating folder: Instances. Parent ref: group-v689540. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 809.023280] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279aa221-5bc5-486e-826e-547b23c4bb3b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.034334] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Created folder: Instances in parent group-v689540. [ 809.034602] env[70691]: DEBUG oslo.service.loopingcall [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.034787] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 809.034997] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d25c07e-7ffe-40dc-b608-673ae779bb21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.057934] env[70691]: DEBUG nova.compute.manager [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Stashing vm_state: stopped {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 809.062856] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.062856] env[70691]: value = "task-3453914" [ 809.062856] env[70691]: _type = "Task" [ 809.062856] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.072302] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453914, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.080531] env[70691]: DEBUG oslo_vmware.rw_handles [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b53c28-503f-7f58-0376-b08a49a6f959/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 809.081700] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c1b616-32f3-4c9e-b858-dcda20ed3ceb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.088640] env[70691]: DEBUG oslo_vmware.rw_handles [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b53c28-503f-7f58-0376-b08a49a6f959/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 809.088859] env[70691]: ERROR oslo_vmware.rw_handles [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b53c28-503f-7f58-0376-b08a49a6f959/disk-0.vmdk due to incomplete transfer. [ 809.089123] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ca977cc-b2ab-4994-8927-e06dfe64f9c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.102550] env[70691]: DEBUG oslo_vmware.rw_handles [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b53c28-503f-7f58-0376-b08a49a6f959/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 809.102819] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Uploaded image 2d3f2dbf-bf30-4a72-ac60-795cceab9f4d to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 809.104903] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 809.106439] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4949397-0444-4038-ac2b-dce4547fd3fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.114887] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 809.114887] env[70691]: value = "task-3453915" [ 809.114887] env[70691]: _type = "Task" [ 809.114887] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.123771] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453915, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.238029] env[70691]: DEBUG nova.network.neutron [-] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.418431] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453911, 'name': ReconfigVM_Task, 'duration_secs': 0.299792} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.420109] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4/volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.424829] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5e9f67-ee02-4d07-9fe3-7e7a2677d761 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.437285] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.437849] env[70691]: DEBUG nova.compute.manager [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 809.442950] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.779s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.444696] env[70691]: INFO nova.compute.claims [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.447852] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 809.447852] env[70691]: value = "task-3453916" [ 809.447852] env[70691]: _type = "Task" [ 809.447852] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.460289] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453916, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.579830] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453914, 'name': CreateVM_Task, 'duration_secs': 0.397489} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.579935] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 809.580730] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.580891] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.581303] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.582308] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.582587] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b0fce3-0bbd-4766-862b-f3637b3f03b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.588367] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 809.588367] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5234d619-fc5d-604d-2fe9-01132ecddb72" [ 809.588367] env[70691]: _type = "Task" [ 809.588367] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.598072] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5234d619-fc5d-604d-2fe9-01132ecddb72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.626860] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453915, 'name': Destroy_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.742610] env[70691]: INFO nova.compute.manager [-] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Took 1.34 seconds to deallocate network for instance. [ 809.762042] env[70691]: DEBUG nova.network.neutron [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updated VIF entry in instance network info cache for port 8e1ca53a-36ab-4a53-ae54-0255d013a1e4. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 809.762042] env[70691]: DEBUG nova.network.neutron [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updating instance_info_cache with network_info: [{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.950744] env[70691]: DEBUG nova.compute.utils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 809.954346] env[70691]: DEBUG nova.compute.manager [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 809.954516] env[70691]: DEBUG nova.network.neutron [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 809.966662] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453916, 'name': ReconfigVM_Task, 'duration_secs': 0.360465} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.966978] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689476', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'name': 'volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89', 'attached_at': '', 'detached_at': '', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'serial': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 809.967595] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abfcf1d8-3cac-49c1-8d5e-4ea597ed0c8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.975407] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 809.975407] env[70691]: value = "task-3453917" [ 809.975407] env[70691]: _type = "Task" [ 809.975407] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.984183] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453917, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.020501] env[70691]: DEBUG nova.policy [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b62f89186724caeb927095b68afae47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68c9d9f901984ba58424067f22ff904d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 810.103311] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5234d619-fc5d-604d-2fe9-01132ecddb72, 'name': SearchDatastore_Task, 'duration_secs': 0.04984} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.103715] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.103936] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.104240] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.104464] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.104631] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.104982] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3fb0c95-e1ce-49e8-8042-e979cd38133c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.117611] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.118164] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 810.126093] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6729b61a-dfd7-4211-ae23-5efc645495a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.138611] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 810.138611] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5299f89f-6e54-54c6-2bf0-6edef47598ae" [ 810.138611] env[70691]: _type = "Task" [ 810.138611] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.142383] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453915, 'name': Destroy_Task, 'duration_secs': 0.687638} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.147164] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Destroyed the VM [ 810.147572] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 810.148150] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-877e03fd-f44d-41c3-b404-833e6f37c8af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.157116] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5299f89f-6e54-54c6-2bf0-6edef47598ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.158855] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 810.158855] env[70691]: value = "task-3453918" [ 810.158855] env[70691]: _type = "Task" [ 810.158855] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.168435] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453918, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.251967] env[70691]: DEBUG oslo_concurrency.lockutils [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.265941] env[70691]: DEBUG oslo_concurrency.lockutils [req-ab1c923d-661a-4387-873a-ab4e5442e466 req-b40e2a98-cef9-464f-a4db-1566627e8f47 service nova] Releasing lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.399697] env[70691]: DEBUG nova.network.neutron [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Successfully created port: ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.458016] env[70691]: DEBUG nova.compute.manager [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 810.492331] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453917, 'name': Rename_Task, 'duration_secs': 0.249936} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.492331] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 810.492331] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc5dceea-1dad-4c0f-b33d-4b8a2b6bfee2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.507170] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 810.507170] env[70691]: value = "task-3453919" [ 810.507170] env[70691]: _type = "Task" [ 810.507170] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.518155] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.570788] env[70691]: DEBUG nova.compute.manager [req-d91a98fd-6cc8-4a40-a3de-9902bbee1975 req-bbc047c2-0461-476a-8935-05b5ba03fe76 service nova] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Received event network-vif-deleted-0eab6391-a3d5-4818-ab33-f0bb9bd8bf70 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 810.653565] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5299f89f-6e54-54c6-2bf0-6edef47598ae, 'name': SearchDatastore_Task, 'duration_secs': 0.018936} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.657245] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ef6494-5b99-4ec3-aef0-18f30b62e826 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.677464] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 810.677464] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523bd5c6-d0b0-aec6-7add-4132a8987710" [ 810.677464] env[70691]: _type = "Task" [ 810.677464] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.677752] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453918, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.690156] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523bd5c6-d0b0-aec6-7add-4132a8987710, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.690461] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.690739] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 6184f1ff-39d2-4bf3-8362-08468e600de9/6184f1ff-39d2-4bf3-8362-08468e600de9.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 810.691025] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3a71f02-1a95-4bd1-b0a3-26900d5d9bf2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.703715] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 810.703715] env[70691]: value = "task-3453920" [ 810.703715] env[70691]: _type = "Task" [ 810.703715] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.717712] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.018940] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.050556] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acb2e59-dc21-43d7-953c-9f9055e5474a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.066038] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad8caa5-929f-4caf-9e01-ec9682b59139 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.102033] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7ddf28-b51d-480f-9dbf-ca0f33fbe3c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.111503] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f942a6-7625-4d0a-b3c8-d614ac9c7202 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.127214] env[70691]: DEBUG nova.compute.provider_tree [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.172389] env[70691]: DEBUG oslo_vmware.api [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453918, 'name': RemoveSnapshot_Task, 'duration_secs': 0.732883} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.172696] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 811.173028] env[70691]: INFO nova.compute.manager [None req-3030c3d0-735a-4a52-baff-ad803c23facd tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Took 18.54 seconds to snapshot the instance on the hypervisor. [ 811.215298] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453920, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.469396] env[70691]: DEBUG nova.compute.manager [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 811.502664] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 811.503093] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 811.503367] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.503691] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 811.503957] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.504245] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 811.504601] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 811.504866] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 811.505149] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 811.505433] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 811.505729] env[70691]: DEBUG nova.virt.hardware [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 811.507458] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6691a1e6-2281-405d-9025-62f521bb2179 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.527839] env[70691]: DEBUG oslo_vmware.api [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453919, 'name': PowerOnVM_Task, 'duration_secs': 0.574934} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.530049] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 811.530282] env[70691]: INFO nova.compute.manager [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Took 7.44 seconds to spawn the instance on the hypervisor. [ 811.530469] env[70691]: DEBUG nova.compute.manager [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 811.531324] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bafd72-546d-462f-8604-43e0315777d0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.534660] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963f14ca-c0af-4ecb-b7bd-b203372acb58 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.630828] env[70691]: DEBUG nova.scheduler.client.report [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 811.714449] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527558} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.714726] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 6184f1ff-39d2-4bf3-8362-08468e600de9/6184f1ff-39d2-4bf3-8362-08468e600de9.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 811.714939] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.715210] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06f65a40-6e5e-46a8-a85a-ea28a3160b54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.723642] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 811.723642] env[70691]: value = "task-3453921" [ 811.723642] env[70691]: _type = "Task" [ 811.723642] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.734186] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.065981] env[70691]: INFO nova.compute.manager [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Took 36.96 seconds to build instance. [ 812.095442] env[70691]: DEBUG nova.network.neutron [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Successfully updated port: ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.136090] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.136867] env[70691]: DEBUG nova.compute.manager [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 812.139450] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.347s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.139678] env[70691]: DEBUG nova.objects.instance [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lazy-loading 'resources' on Instance uuid eecfa11b-9b4c-4f66-b092-04258a2a379e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.234716] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.392191} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.235070] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.235920] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8570b4fd-9222-4d73-9df0-72ef72108052 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.260486] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 6184f1ff-39d2-4bf3-8362-08468e600de9/6184f1ff-39d2-4bf3-8362-08468e600de9.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.260806] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29f789e-a90c-4a78-9416-54aab60d7558 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.282076] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 812.282076] env[70691]: value = "task-3453922" [ 812.282076] env[70691]: _type = "Task" [ 812.282076] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.291927] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.568142] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e812647e-5959-47da-8560-3492105d51a1 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.163s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.597045] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.597203] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.597379] env[70691]: DEBUG nova.network.neutron [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 812.645335] env[70691]: DEBUG nova.compute.utils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 812.646833] env[70691]: DEBUG nova.compute.manager [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 812.647377] env[70691]: DEBUG nova.network.neutron [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 812.674899] env[70691]: DEBUG nova.compute.manager [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Received event network-vif-plugged-ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 812.675111] env[70691]: DEBUG oslo_concurrency.lockutils [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] Acquiring lock "3f866d70-dbec-4b20-a478-6d970447cea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.675377] env[70691]: DEBUG oslo_concurrency.lockutils [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] Lock "3f866d70-dbec-4b20-a478-6d970447cea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.675564] env[70691]: DEBUG oslo_concurrency.lockutils [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] Lock "3f866d70-dbec-4b20-a478-6d970447cea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.675741] env[70691]: DEBUG nova.compute.manager [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] No waiting events found dispatching network-vif-plugged-ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 812.675928] env[70691]: WARNING nova.compute.manager [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Received unexpected event network-vif-plugged-ec1ef926-2fb7-4f65-8857-c274167feb21 for instance with vm_state building and task_state spawning. [ 812.676102] env[70691]: DEBUG nova.compute.manager [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Received event network-changed-ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 812.676236] env[70691]: DEBUG nova.compute.manager [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Refreshing instance network info cache due to event network-changed-ec1ef926-2fb7-4f65-8857-c274167feb21. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 812.676407] env[70691]: DEBUG oslo_concurrency.lockutils [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] Acquiring lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.709160] env[70691]: DEBUG nova.policy [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95ecf5da09344888d0eac3d213acf70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5279a7893b4af5af7d4ee978ac49c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 812.795879] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453922, 'name': ReconfigVM_Task, 'duration_secs': 0.295681} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.795879] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 6184f1ff-39d2-4bf3-8362-08468e600de9/6184f1ff-39d2-4bf3-8362-08468e600de9.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.796603] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58a9bfdb-2fc7-4873-a6d3-d6eabb737ad9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.813048] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 812.813048] env[70691]: value = "task-3453923" [ 812.813048] env[70691]: _type = "Task" [ 812.813048] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.829231] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453923, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.070572] env[70691]: DEBUG nova.compute.manager [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 813.086196] env[70691]: DEBUG nova.network.neutron [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Successfully created port: ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.150229] env[70691]: DEBUG nova.compute.manager [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 813.159692] env[70691]: DEBUG nova.network.neutron [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 813.220677] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bd4685-b0df-414c-a45f-c978c9088c29 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.229668] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcc610a-7b73-4967-8864-74bb57d5dacb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.266568] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654e5a27-e360-4159-b2bb-ff5ea2604649 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.275673] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b16152-57c4-46cf-a4de-4bcb27e4d5cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.291470] env[70691]: DEBUG nova.compute.provider_tree [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.323191] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453923, 'name': Rename_Task, 'duration_secs': 0.164072} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.323501] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 813.323915] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34ce1a99-c029-4bb4-95ca-7a23deb959b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.330826] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 813.330826] env[70691]: value = "task-3453924" [ 813.330826] env[70691]: _type = "Task" [ 813.330826] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.339662] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.463371] env[70691]: DEBUG nova.network.neutron [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updating instance_info_cache with network_info: [{"id": "ec1ef926-2fb7-4f65-8857-c274167feb21", "address": "fa:16:3e:68:e0:0b", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1ef926-2f", "ovs_interfaceid": "ec1ef926-2fb7-4f65-8857-c274167feb21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.589894] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.765314] env[70691]: DEBUG nova.compute.manager [req-c5b78327-0b4c-462a-8b0c-3bf6d9f5cbe6 req-3176ee72-ece8-451e-a3e3-30cbec825f0e service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Received event network-changed-d6ba024e-6550-40e1-bd8f-8c31f1627a03 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 813.765314] env[70691]: DEBUG nova.compute.manager [req-c5b78327-0b4c-462a-8b0c-3bf6d9f5cbe6 req-3176ee72-ece8-451e-a3e3-30cbec825f0e service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Refreshing instance network info cache due to event network-changed-d6ba024e-6550-40e1-bd8f-8c31f1627a03. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 813.765314] env[70691]: DEBUG oslo_concurrency.lockutils [req-c5b78327-0b4c-462a-8b0c-3bf6d9f5cbe6 req-3176ee72-ece8-451e-a3e3-30cbec825f0e service nova] Acquiring lock "refresh_cache-3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.765513] env[70691]: DEBUG oslo_concurrency.lockutils [req-c5b78327-0b4c-462a-8b0c-3bf6d9f5cbe6 req-3176ee72-ece8-451e-a3e3-30cbec825f0e service nova] Acquired lock "refresh_cache-3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.765690] env[70691]: DEBUG nova.network.neutron [req-c5b78327-0b4c-462a-8b0c-3bf6d9f5cbe6 req-3176ee72-ece8-451e-a3e3-30cbec825f0e service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Refreshing network info cache for port d6ba024e-6550-40e1-bd8f-8c31f1627a03 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 813.814579] env[70691]: ERROR nova.scheduler.client.report [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] [req-542d4945-6d09-4af7-a408-ef03bf63e06c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-542d4945-6d09-4af7-a408-ef03bf63e06c"}]} [ 813.836433] env[70691]: DEBUG nova.scheduler.client.report [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 813.845764] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453924, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.853763] env[70691]: DEBUG nova.scheduler.client.report [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 813.854373] env[70691]: DEBUG nova.compute.provider_tree [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.876037] env[70691]: DEBUG nova.scheduler.client.report [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 813.896050] env[70691]: DEBUG nova.scheduler.client.report [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 813.966395] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.967023] env[70691]: DEBUG nova.compute.manager [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Instance network_info: |[{"id": "ec1ef926-2fb7-4f65-8857-c274167feb21", "address": "fa:16:3e:68:e0:0b", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1ef926-2f", "ovs_interfaceid": "ec1ef926-2fb7-4f65-8857-c274167feb21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 813.967212] env[70691]: DEBUG oslo_concurrency.lockutils [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] Acquired lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.967523] env[70691]: DEBUG nova.network.neutron [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Refreshing network info cache for port ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 813.968790] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:e0:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec1ef926-2fb7-4f65-8857-c274167feb21', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.976877] env[70691]: DEBUG oslo.service.loopingcall [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.982635] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 813.983653] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9277efe-249a-4650-9fb4-533334b361df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.007610] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.007610] env[70691]: value = "task-3453925" [ 814.007610] env[70691]: _type = "Task" [ 814.007610] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.017252] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453925, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.164767] env[70691]: DEBUG nova.compute.manager [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 814.196630] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 814.196949] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 814.197075] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.197270] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 814.197433] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.197588] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 814.197816] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 814.197990] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 814.198184] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 814.198353] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 814.198571] env[70691]: DEBUG nova.virt.hardware [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 814.199493] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c418f6d-12b6-4a60-9c9b-4f7c90693a9a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.211459] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9614ac4-670b-43ec-a926-bbbef3bc6e66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.330726] env[70691]: DEBUG nova.network.neutron [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updated VIF entry in instance network info cache for port ec1ef926-2fb7-4f65-8857-c274167feb21. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 814.330726] env[70691]: DEBUG nova.network.neutron [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updating instance_info_cache with network_info: [{"id": "ec1ef926-2fb7-4f65-8857-c274167feb21", "address": "fa:16:3e:68:e0:0b", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1ef926-2f", "ovs_interfaceid": "ec1ef926-2fb7-4f65-8857-c274167feb21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.345127] env[70691]: DEBUG oslo_vmware.api [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3453924, 'name': PowerOnVM_Task, 'duration_secs': 0.549959} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.346059] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 814.346284] env[70691]: INFO nova.compute.manager [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Took 8.06 seconds to spawn the instance on the hypervisor. [ 814.346466] env[70691]: DEBUG nova.compute.manager [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 814.347281] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e35d11-f713-4ec2-8a0c-8ed3b55e6aba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.510193] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f82beef-d8fa-45e2-9929-521a8c242f9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.521892] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453925, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.524952] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb474b-84a7-4b08-88c1-dc0bf96d0815 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.560343] env[70691]: DEBUG nova.network.neutron [req-c5b78327-0b4c-462a-8b0c-3bf6d9f5cbe6 req-3176ee72-ece8-451e-a3e3-30cbec825f0e service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Updated VIF entry in instance network info cache for port d6ba024e-6550-40e1-bd8f-8c31f1627a03. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 814.560343] env[70691]: DEBUG nova.network.neutron [req-c5b78327-0b4c-462a-8b0c-3bf6d9f5cbe6 req-3176ee72-ece8-451e-a3e3-30cbec825f0e service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Updating instance_info_cache with network_info: [{"id": "d6ba024e-6550-40e1-bd8f-8c31f1627a03", "address": "fa:16:3e:2a:44:95", "network": {"id": "295dfc81-0a23-43bd-b256-0315db19db60", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2008945432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3ebafc54e1432196f5f0e60d5e9fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ba024e-65", "ovs_interfaceid": "d6ba024e-6550-40e1-bd8f-8c31f1627a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.561716] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b7668-62d8-42ff-88d3-37be381b8c5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.570506] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e930f0-fc52-480e-8321-ba971f4c452a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.586037] env[70691]: DEBUG nova.compute.provider_tree [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.753461] env[70691]: DEBUG nova.network.neutron [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Successfully updated port: ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.827181] env[70691]: DEBUG nova.compute.manager [req-8e204aa0-2446-42d0-82e6-2e31ae25ea0d req-a5ac1d22-5750-4584-aac9-b1632f2846f8 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Received event network-vif-plugged-ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 814.827440] env[70691]: DEBUG oslo_concurrency.lockutils [req-8e204aa0-2446-42d0-82e6-2e31ae25ea0d req-a5ac1d22-5750-4584-aac9-b1632f2846f8 service nova] Acquiring lock "02863b15-5897-41e5-b86c-31ef4a98f2cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.827674] env[70691]: DEBUG oslo_concurrency.lockutils [req-8e204aa0-2446-42d0-82e6-2e31ae25ea0d req-a5ac1d22-5750-4584-aac9-b1632f2846f8 service nova] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.827852] env[70691]: DEBUG oslo_concurrency.lockutils [req-8e204aa0-2446-42d0-82e6-2e31ae25ea0d req-a5ac1d22-5750-4584-aac9-b1632f2846f8 service nova] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.830227] env[70691]: DEBUG nova.compute.manager [req-8e204aa0-2446-42d0-82e6-2e31ae25ea0d req-a5ac1d22-5750-4584-aac9-b1632f2846f8 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] No waiting events found dispatching network-vif-plugged-ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 814.830329] env[70691]: WARNING nova.compute.manager [req-8e204aa0-2446-42d0-82e6-2e31ae25ea0d req-a5ac1d22-5750-4584-aac9-b1632f2846f8 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Received unexpected event network-vif-plugged-ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 for instance with vm_state building and task_state spawning. [ 814.838046] env[70691]: DEBUG oslo_concurrency.lockutils [req-706eac6f-ef01-4f79-9f59-e86c7658c773 req-62f295f2-c52b-47df-933e-8040382b4a97 service nova] Releasing lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.867026] env[70691]: INFO nova.compute.manager [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Took 38.60 seconds to build instance. [ 815.019031] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453925, 'name': CreateVM_Task, 'duration_secs': 0.703845} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.019435] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 815.019904] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.020092] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.020420] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.020691] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb064319-d7cd-4c3b-b326-32eb4b9abec1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.026079] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 815.026079] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528da06c-2dc9-7070-6551-b7ddb4da9a74" [ 815.026079] env[70691]: _type = "Task" [ 815.026079] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.034407] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528da06c-2dc9-7070-6551-b7ddb4da9a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.065352] env[70691]: DEBUG oslo_concurrency.lockutils [req-c5b78327-0b4c-462a-8b0c-3bf6d9f5cbe6 req-3176ee72-ece8-451e-a3e3-30cbec825f0e service nova] Releasing lock "refresh_cache-3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.119702] env[70691]: DEBUG nova.scheduler.client.report [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Updated inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 815.120209] env[70691]: DEBUG nova.compute.provider_tree [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Updating resource provider 0f714c39-9913-4c20-9640-f803078976e4 generation from 64 to 65 during operation: update_inventory {{(pid=70691) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 815.120457] env[70691]: DEBUG nova.compute.provider_tree [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.142848] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "2326608f-ae29-49b0-847a-d8eee0560304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.143151] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "2326608f-ae29-49b0-847a-d8eee0560304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.143367] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "2326608f-ae29-49b0-847a-d8eee0560304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.143556] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "2326608f-ae29-49b0-847a-d8eee0560304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.143727] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "2326608f-ae29-49b0-847a-d8eee0560304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.145790] env[70691]: INFO nova.compute.manager [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Terminating instance [ 815.147630] env[70691]: DEBUG nova.compute.manager [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 815.147851] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 815.148705] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efabf01a-eb34-4cd4-8f17-6a2c63a5135b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.157647] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 815.157889] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e7184d6-5d7c-49b8-b1ab-66c76b4cc60e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.165913] env[70691]: DEBUG oslo_vmware.api [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 815.165913] env[70691]: value = "task-3453926" [ 815.165913] env[70691]: _type = "Task" [ 815.165913] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.174848] env[70691]: DEBUG oslo_vmware.api [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.256326] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.256523] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.256707] env[70691]: DEBUG nova.network.neutron [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 815.368317] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32c3cd7e-fa50-4338-b87c-3fb81a45a46d tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "6184f1ff-39d2-4bf3-8362-08468e600de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.610s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.537794] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528da06c-2dc9-7070-6551-b7ddb4da9a74, 'name': SearchDatastore_Task, 'duration_secs': 0.051382} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.538203] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.538457] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.538704] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.538855] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.539046] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.539330] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a344f634-a1a0-46cd-8561-87b64a37bb71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.550320] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.550613] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 815.551450] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5c6d80-6e95-4fa6-979c-e1fc4cfb0134 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.558115] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 815.558115] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d4db1b-2d2a-e017-1481-1b7e4d487fd0" [ 815.558115] env[70691]: _type = "Task" [ 815.558115] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.567157] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d4db1b-2d2a-e017-1481-1b7e4d487fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.627999] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.488s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.630382] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.652s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.631897] env[70691]: INFO nova.compute.claims [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.653616] env[70691]: INFO nova.scheduler.client.report [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Deleted allocations for instance eecfa11b-9b4c-4f66-b092-04258a2a379e [ 815.676372] env[70691]: DEBUG oslo_vmware.api [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453926, 'name': PowerOffVM_Task, 'duration_secs': 0.378129} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.676708] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 815.676818] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 815.677067] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb2c976a-ee4f-406b-9749-8e20ae571147 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.744660] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 815.744927] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 815.745190] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Deleting the datastore file [datastore1] 2326608f-ae29-49b0-847a-d8eee0560304 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.745560] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-668f2f50-80ff-42f4-93ac-3c5f4f88fe4f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.753244] env[70691]: DEBUG oslo_vmware.api [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 815.753244] env[70691]: value = "task-3453928" [ 815.753244] env[70691]: _type = "Task" [ 815.753244] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.764843] env[70691]: DEBUG oslo_vmware.api [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.829262] env[70691]: DEBUG nova.network.neutron [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 815.870880] env[70691]: DEBUG nova.compute.manager [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 816.043649] env[70691]: DEBUG nova.network.neutron [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updating instance_info_cache with network_info: [{"id": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "address": "fa:16:3e:54:7c:44", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca32ab94-40", "ovs_interfaceid": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.077247] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d4db1b-2d2a-e017-1481-1b7e4d487fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.041194} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.078595] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-108c025d-47a2-4cbd-af85-28e02429935f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.087947] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 816.087947] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5260f8bc-057e-437f-abda-dd6f45740c6c" [ 816.087947] env[70691]: _type = "Task" [ 816.087947] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.096468] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5260f8bc-057e-437f-abda-dd6f45740c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.161192] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce6609fa-3d42-498c-9b45-a1faa4c913de tempest-AttachInterfacesV270Test-1601332151 tempest-AttachInterfacesV270Test-1601332151-project-member] Lock "eecfa11b-9b4c-4f66-b092-04258a2a379e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.389s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.267372] env[70691]: DEBUG oslo_vmware.api [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3453928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137182} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.267741] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.268067] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 816.268374] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 816.268659] env[70691]: INFO nova.compute.manager [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Took 1.12 seconds to destroy the instance on the hypervisor. [ 816.269042] env[70691]: DEBUG oslo.service.loopingcall [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.269347] env[70691]: DEBUG nova.compute.manager [-] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 816.269497] env[70691]: DEBUG nova.network.neutron [-] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 816.394080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.549885] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.550357] env[70691]: DEBUG nova.compute.manager [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Instance network_info: |[{"id": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "address": "fa:16:3e:54:7c:44", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca32ab94-40", "ovs_interfaceid": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 816.550958] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:7c:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca32ab94-40f4-4855-b7a2-5cbc98d1fb53', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.565695] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Creating folder: Project (4f5279a7893b4af5af7d4ee978ac49c5). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 816.568427] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2873d2af-f1f7-4c9e-a1bb-d7771982f481 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.583549] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Created folder: Project (4f5279a7893b4af5af7d4ee978ac49c5) in parent group-v689428. [ 816.583888] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Creating folder: Instances. Parent ref: group-v689544. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 816.584259] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1260929-c2b0-4903-9c83-25b133a34c77 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.596055] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Created folder: Instances in parent group-v689544. [ 816.596536] env[70691]: DEBUG oslo.service.loopingcall [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.600175] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 816.600465] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5260f8bc-057e-437f-abda-dd6f45740c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.600671] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac20ca02-959b-44d3-a065-8a3d7bd9f2f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.615287] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.615582] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 3f866d70-dbec-4b20-a478-6d970447cea5/3f866d70-dbec-4b20-a478-6d970447cea5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 816.616507] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1053d04-ce9b-4f85-9e44-fcc11c4dd5c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.626017] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 816.626017] env[70691]: value = "task-3453932" [ 816.626017] env[70691]: _type = "Task" [ 816.626017] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.626017] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.626017] env[70691]: value = "task-3453931" [ 816.626017] env[70691]: _type = "Task" [ 816.626017] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.638469] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453931, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.644587] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.868778] env[70691]: DEBUG nova.compute.manager [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Received event network-changed-ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 816.869551] env[70691]: DEBUG nova.compute.manager [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Refreshing instance network info cache due to event network-changed-ca32ab94-40f4-4855-b7a2-5cbc98d1fb53. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 816.870456] env[70691]: DEBUG oslo_concurrency.lockutils [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] Acquiring lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.871208] env[70691]: DEBUG oslo_concurrency.lockutils [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] Acquired lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.871592] env[70691]: DEBUG nova.network.neutron [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Refreshing network info cache for port ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 817.072579] env[70691]: DEBUG nova.network.neutron [-] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.145591] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453932, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.149511] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453931, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.230583] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191c2141-0983-4a4c-8d06-248320c89769 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.239875] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac925f94-aabb-4915-85e6-1c99442e8505 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.271818] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf44efd-aede-4e0c-a9d9-5395f9c16745 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.280519] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08369f94-7ba2-4022-b976-75f11bd2bd4b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.295344] env[70691]: DEBUG nova.compute.provider_tree [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.576773] env[70691]: INFO nova.compute.manager [-] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Took 1.31 seconds to deallocate network for instance. [ 817.643332] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532223} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.643606] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 3f866d70-dbec-4b20-a478-6d970447cea5/3f866d70-dbec-4b20-a478-6d970447cea5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 817.644048] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.644648] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d0c22ba-efa0-434a-ad64-901a78a46f54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.652828] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453931, 'name': CreateVM_Task, 'duration_secs': 0.56496} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.653369] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 817.654128] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.654308] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.654672] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.654880] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d1e737-953d-47a7-9935-017abfd0e4fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.659923] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 817.659923] env[70691]: value = "task-3453933" [ 817.659923] env[70691]: _type = "Task" [ 817.659923] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.662584] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 817.662584] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bee7a7-cb1d-6841-2635-ac51531e30c7" [ 817.662584] env[70691]: _type = "Task" [ 817.662584] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.673670] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bee7a7-cb1d-6841-2635-ac51531e30c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.676767] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.798318] env[70691]: DEBUG nova.scheduler.client.report [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 817.868306] env[70691]: DEBUG nova.network.neutron [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updated VIF entry in instance network info cache for port ca32ab94-40f4-4855-b7a2-5cbc98d1fb53. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 817.868494] env[70691]: DEBUG nova.network.neutron [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updating instance_info_cache with network_info: [{"id": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "address": "fa:16:3e:54:7c:44", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca32ab94-40", "ovs_interfaceid": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.082456] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.177320] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bee7a7-cb1d-6841-2635-ac51531e30c7, 'name': SearchDatastore_Task, 'duration_secs': 0.040618} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.177582] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.384794} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.177853] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.178137] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.178389] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.178540] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.178724] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.180100] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.180100] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf5170a4-5c54-44eb-b0e5-2c358a420bd5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.181655] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfabbaba-2afd-4dd7-b369-aba365cfb7b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.205468] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 3f866d70-dbec-4b20-a478-6d970447cea5/3f866d70-dbec-4b20-a478-6d970447cea5.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.206146] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2970b9-924d-42c8-a8b7-6ede231042a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.221371] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.221586] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 818.222390] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5f0788-f0af-41e5-afe0-3a0a75f27bf4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.229014] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 818.229014] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a22373-6c65-4f1d-8e66-9dbaa004cde8" [ 818.229014] env[70691]: _type = "Task" [ 818.229014] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.233976] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 818.233976] env[70691]: value = "task-3453934" [ 818.233976] env[70691]: _type = "Task" [ 818.233976] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.240449] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a22373-6c65-4f1d-8e66-9dbaa004cde8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.248026] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.303248] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.303806] env[70691]: DEBUG nova.compute.manager [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 818.310138] env[70691]: DEBUG oslo_concurrency.lockutils [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.860s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.310528] env[70691]: DEBUG nova.objects.instance [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lazy-loading 'resources' on Instance uuid 1bb5d018-b47b-4876-8a85-7fbeba6485d8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.370853] env[70691]: DEBUG oslo_concurrency.lockutils [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] Releasing lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.371235] env[70691]: DEBUG nova.compute.manager [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Received event network-changed-8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 818.371340] env[70691]: DEBUG nova.compute.manager [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Refreshing instance network info cache due to event network-changed-8e1ca53a-36ab-4a53-ae54-0255d013a1e4. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 818.371565] env[70691]: DEBUG oslo_concurrency.lockutils [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] Acquiring lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.371714] env[70691]: DEBUG oslo_concurrency.lockutils [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] Acquired lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.371878] env[70691]: DEBUG nova.network.neutron [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Refreshing network info cache for port 8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 818.744103] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a22373-6c65-4f1d-8e66-9dbaa004cde8, 'name': SearchDatastore_Task, 'duration_secs': 0.030297} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.748081] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.748358] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bee96e-c82c-4c36-ae77-10a1b4bedfe0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.755038] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 818.755038] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52efb2b8-421b-6e9d-3112-d6d3c630e94c" [ 818.755038] env[70691]: _type = "Task" [ 818.755038] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.764293] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52efb2b8-421b-6e9d-3112-d6d3c630e94c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.814015] env[70691]: DEBUG nova.compute.utils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.815508] env[70691]: DEBUG nova.compute.manager [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 818.815685] env[70691]: DEBUG nova.network.neutron [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 818.896704] env[70691]: DEBUG nova.policy [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fcd677e2edb4250ad66f19571d77c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a5f6e590c64db5b66ee09e825b562f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 819.204011] env[70691]: DEBUG nova.network.neutron [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updated VIF entry in instance network info cache for port 8e1ca53a-36ab-4a53-ae54-0255d013a1e4. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 819.204011] env[70691]: DEBUG nova.network.neutron [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updating instance_info_cache with network_info: [{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.233670] env[70691]: DEBUG nova.network.neutron [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Successfully created port: 1bc2c7e1-6685-4432-b114-c72e37fcbf1a {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.247837] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453934, 'name': ReconfigVM_Task, 'duration_secs': 0.65888} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.248136] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 3f866d70-dbec-4b20-a478-6d970447cea5/3f866d70-dbec-4b20-a478-6d970447cea5.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.248754] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d34d878-fefc-47aa-bd47-f5a45e4eff42 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.260151] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 819.260151] env[70691]: value = "task-3453935" [ 819.260151] env[70691]: _type = "Task" [ 819.260151] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.268690] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52efb2b8-421b-6e9d-3112-d6d3c630e94c, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.271199] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.271477] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 02863b15-5897-41e5-b86c-31ef4a98f2cc/02863b15-5897-41e5-b86c-31ef4a98f2cc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 819.271910] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4e51ade-447c-45a2-b73e-6869528a66ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.277208] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453935, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.287575] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 819.287575] env[70691]: value = "task-3453936" [ 819.287575] env[70691]: _type = "Task" [ 819.287575] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.296631] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.320099] env[70691]: DEBUG nova.compute.manager [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 819.434329] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654528ee-dca5-4abb-b88a-dbe83d1e9f3c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.443012] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cddf794-2a00-4069-9a30-a2e8841b49fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.482083] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fed38ab-baf2-4a64-8ceb-783da7b386cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.492876] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a918c9-26d6-462b-8caf-fbb1d6a346f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.514939] env[70691]: DEBUG nova.compute.provider_tree [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.708239] env[70691]: DEBUG oslo_concurrency.lockutils [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] Releasing lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.708239] env[70691]: DEBUG nova.compute.manager [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Received event network-vif-deleted-aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 819.708239] env[70691]: INFO nova.compute.manager [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Neutron deleted interface aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8; detaching it from the instance and deleting it from the info cache [ 819.708239] env[70691]: DEBUG nova.network.neutron [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.773772] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453935, 'name': Rename_Task, 'duration_secs': 0.152828} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.773772] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 819.775830] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a61d667-5923-4fc6-93aa-f9c15eb547c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.784190] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 819.784190] env[70691]: value = "task-3453937" [ 819.784190] env[70691]: _type = "Task" [ 819.784190] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.793480] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.799422] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453936, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.018616] env[70691]: DEBUG nova.scheduler.client.report [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 820.215699] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8624ce1-3faa-4ec7-9e27-5a95f3e9e945 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.226194] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dbb873-0ec4-42c6-b10d-061f0d010e41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.262296] env[70691]: DEBUG nova.compute.manager [req-3445d5b5-3304-45c1-8a6d-259400f86954 req-c1ec51b0-50ef-470a-acfb-656a477fea51 service nova] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Detach interface failed, port_id=aba225aa-0b1b-4ca6-bd3d-0452c2d5fae8, reason: Instance 2326608f-ae29-49b0-847a-d8eee0560304 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 820.299531] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453936, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.304278] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.332692] env[70691]: DEBUG nova.compute.manager [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 820.361932] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 820.362219] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 820.362442] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.362570] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 820.362719] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.362908] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 820.363448] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 820.363525] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 820.363735] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 820.363888] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 820.364130] env[70691]: DEBUG nova.virt.hardware [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 820.365069] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddda8d0e-ad47-4f0d-afac-aeddb097ef1c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.374483] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d873f5fb-daad-46e6-b95d-bd36f9756d97 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.526910] env[70691]: DEBUG oslo_concurrency.lockutils [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.529390] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.987s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.531032] env[70691]: INFO nova.compute.claims [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.550306] env[70691]: INFO nova.scheduler.client.report [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Deleted allocations for instance 1bb5d018-b47b-4876-8a85-7fbeba6485d8 [ 820.798946] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.802293] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453936, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.475929} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.802539] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 02863b15-5897-41e5-b86c-31ef4a98f2cc/02863b15-5897-41e5-b86c-31ef4a98f2cc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 820.802756] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.803059] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90086995-5795-4625-a79e-ea29b54e0aea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.810772] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 820.810772] env[70691]: value = "task-3453938" [ 820.810772] env[70691]: _type = "Task" [ 820.810772] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.822622] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.863726] env[70691]: DEBUG nova.compute.manager [req-47f77c70-3b96-4201-afda-d8582065eee3 req-05aab1d1-1fb9-4a42-b791-cda4b62cc9e5 service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Received event network-vif-plugged-1bc2c7e1-6685-4432-b114-c72e37fcbf1a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 820.863952] env[70691]: DEBUG oslo_concurrency.lockutils [req-47f77c70-3b96-4201-afda-d8582065eee3 req-05aab1d1-1fb9-4a42-b791-cda4b62cc9e5 service nova] Acquiring lock "c9529c9f-d2f0-4816-a016-8e8e861f1068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.864225] env[70691]: DEBUG oslo_concurrency.lockutils [req-47f77c70-3b96-4201-afda-d8582065eee3 req-05aab1d1-1fb9-4a42-b791-cda4b62cc9e5 service nova] Lock "c9529c9f-d2f0-4816-a016-8e8e861f1068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.864632] env[70691]: DEBUG oslo_concurrency.lockutils [req-47f77c70-3b96-4201-afda-d8582065eee3 req-05aab1d1-1fb9-4a42-b791-cda4b62cc9e5 service nova] Lock "c9529c9f-d2f0-4816-a016-8e8e861f1068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.864797] env[70691]: DEBUG nova.compute.manager [req-47f77c70-3b96-4201-afda-d8582065eee3 req-05aab1d1-1fb9-4a42-b791-cda4b62cc9e5 service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] No waiting events found dispatching network-vif-plugged-1bc2c7e1-6685-4432-b114-c72e37fcbf1a {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 820.866018] env[70691]: WARNING nova.compute.manager [req-47f77c70-3b96-4201-afda-d8582065eee3 req-05aab1d1-1fb9-4a42-b791-cda4b62cc9e5 service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Received unexpected event network-vif-plugged-1bc2c7e1-6685-4432-b114-c72e37fcbf1a for instance with vm_state building and task_state spawning. [ 820.908225] env[70691]: DEBUG nova.network.neutron [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Successfully updated port: 1bc2c7e1-6685-4432-b114-c72e37fcbf1a {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.060044] env[70691]: DEBUG oslo_concurrency.lockutils [None req-021f2f7b-282c-409c-9bd0-0c2e8d546928 tempest-ServerExternalEventsTest-1988200525 tempest-ServerExternalEventsTest-1988200525-project-member] Lock "1bb5d018-b47b-4876-8a85-7fbeba6485d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.898s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.300018] env[70691]: DEBUG oslo_vmware.api [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3453937, 'name': PowerOnVM_Task, 'duration_secs': 1.433942} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.300018] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 821.300018] env[70691]: INFO nova.compute.manager [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Took 9.83 seconds to spawn the instance on the hypervisor. [ 821.300018] env[70691]: DEBUG nova.compute.manager [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 821.300018] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce25c2b8-2809-4660-9d44-19645f7c84ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.323242] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069925} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.323581] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.324452] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aff2f7-c6a4-49ed-a35e-b0a2150e99d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.352898] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 02863b15-5897-41e5-b86c-31ef4a98f2cc/02863b15-5897-41e5-b86c-31ef4a98f2cc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.352898] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b393f7-18a1-45e3-af88-6c689539197f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.375989] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 821.375989] env[70691]: value = "task-3453939" [ 821.375989] env[70691]: _type = "Task" [ 821.375989] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.386782] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.412825] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "refresh_cache-c9529c9f-d2f0-4816-a016-8e8e861f1068" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.412825] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "refresh_cache-c9529c9f-d2f0-4816-a016-8e8e861f1068" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.412825] env[70691]: DEBUG nova.network.neutron [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 821.829265] env[70691]: INFO nova.compute.manager [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Took 42.59 seconds to build instance. [ 821.886477] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.967548] env[70691]: DEBUG nova.network.neutron [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 822.159267] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc586f2-39b0-409f-9dd3-825c28b10f9e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.169795] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e13378-f853-4160-9de2-1e59f1af2016 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.208904] env[70691]: DEBUG nova.network.neutron [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Updating instance_info_cache with network_info: [{"id": "1bc2c7e1-6685-4432-b114-c72e37fcbf1a", "address": "fa:16:3e:93:da:c6", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc2c7e1-66", "ovs_interfaceid": "1bc2c7e1-6685-4432-b114-c72e37fcbf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.211021] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f910660b-36cc-4be3-899f-68669840e34f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.221033] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3149c53f-4f7c-497e-86b4-664f6f29a72d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.237917] env[70691]: DEBUG nova.compute.provider_tree [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.335066] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4007ea79-b391-4a7f-9375-bfb916259d29 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.492s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.390338] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453939, 'name': ReconfigVM_Task, 'duration_secs': 0.643099} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.391366] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 02863b15-5897-41e5-b86c-31ef4a98f2cc/02863b15-5897-41e5-b86c-31ef4a98f2cc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.391769] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-809dbf10-cad8-490b-8888-4d418f5fda07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.401200] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 822.401200] env[70691]: value = "task-3453940" [ 822.401200] env[70691]: _type = "Task" [ 822.401200] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.413555] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453940, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.714798] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "refresh_cache-c9529c9f-d2f0-4816-a016-8e8e861f1068" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.715212] env[70691]: DEBUG nova.compute.manager [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Instance network_info: |[{"id": "1bc2c7e1-6685-4432-b114-c72e37fcbf1a", "address": "fa:16:3e:93:da:c6", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc2c7e1-66", "ovs_interfaceid": "1bc2c7e1-6685-4432-b114-c72e37fcbf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 822.715698] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:da:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bc2c7e1-6685-4432-b114-c72e37fcbf1a', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.725035] env[70691]: DEBUG oslo.service.loopingcall [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.725419] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 822.725526] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3f92a03-3e1a-4e7c-a744-f57213dacf91 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.742611] env[70691]: DEBUG nova.scheduler.client.report [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 822.752562] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.752562] env[70691]: value = "task-3453941" [ 822.752562] env[70691]: _type = "Task" [ 822.752562] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.761917] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453941, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.817021] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquiring lock "4f7039a4-f012-4c3b-875d-86e6a3a29170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.817021] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "4f7039a4-f012-4c3b-875d-86e6a3a29170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.837883] env[70691]: DEBUG nova.compute.manager [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 822.893533] env[70691]: DEBUG nova.compute.manager [req-1da14fa0-58a3-442d-8275-72fabe5c41ec req-b6f7338c-884d-4782-9df2-10cc222ffbcc service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Received event network-changed-1bc2c7e1-6685-4432-b114-c72e37fcbf1a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 822.893533] env[70691]: DEBUG nova.compute.manager [req-1da14fa0-58a3-442d-8275-72fabe5c41ec req-b6f7338c-884d-4782-9df2-10cc222ffbcc service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Refreshing instance network info cache due to event network-changed-1bc2c7e1-6685-4432-b114-c72e37fcbf1a. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 822.893533] env[70691]: DEBUG oslo_concurrency.lockutils [req-1da14fa0-58a3-442d-8275-72fabe5c41ec req-b6f7338c-884d-4782-9df2-10cc222ffbcc service nova] Acquiring lock "refresh_cache-c9529c9f-d2f0-4816-a016-8e8e861f1068" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.893533] env[70691]: DEBUG oslo_concurrency.lockutils [req-1da14fa0-58a3-442d-8275-72fabe5c41ec req-b6f7338c-884d-4782-9df2-10cc222ffbcc service nova] Acquired lock "refresh_cache-c9529c9f-d2f0-4816-a016-8e8e861f1068" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.893533] env[70691]: DEBUG nova.network.neutron [req-1da14fa0-58a3-442d-8275-72fabe5c41ec req-b6f7338c-884d-4782-9df2-10cc222ffbcc service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Refreshing network info cache for port 1bc2c7e1-6685-4432-b114-c72e37fcbf1a {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 822.913687] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453940, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.248144] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.248847] env[70691]: DEBUG nova.compute.manager [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 823.252157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.271s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.252372] env[70691]: DEBUG nova.objects.instance [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lazy-loading 'resources' on Instance uuid 1c255f61-e275-4b91-a75a-29ff39f15553 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.271246] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453941, 'name': CreateVM_Task, 'duration_secs': 0.379238} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.271669] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 823.275857] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.275934] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.276779] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.279296] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644bdbe5-0f4c-4714-a8c5-99641af5a79a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.286496] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 823.286496] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a1160a-dfb9-de4e-6cc5-f2e94f2e53ce" [ 823.286496] env[70691]: _type = "Task" [ 823.286496] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.299920] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a1160a-dfb9-de4e-6cc5-f2e94f2e53ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.378206] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.381824] env[70691]: DEBUG nova.compute.manager [req-4ae17dab-edc5-4ad3-b333-9cc60062dc86 req-ec8782d9-74ba-4b65-b208-ea222e3b7811 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Received event network-changed-ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 823.381824] env[70691]: DEBUG nova.compute.manager [req-4ae17dab-edc5-4ad3-b333-9cc60062dc86 req-ec8782d9-74ba-4b65-b208-ea222e3b7811 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Refreshing instance network info cache due to event network-changed-ec1ef926-2fb7-4f65-8857-c274167feb21. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 823.381824] env[70691]: DEBUG oslo_concurrency.lockutils [req-4ae17dab-edc5-4ad3-b333-9cc60062dc86 req-ec8782d9-74ba-4b65-b208-ea222e3b7811 service nova] Acquiring lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.381824] env[70691]: DEBUG oslo_concurrency.lockutils [req-4ae17dab-edc5-4ad3-b333-9cc60062dc86 req-ec8782d9-74ba-4b65-b208-ea222e3b7811 service nova] Acquired lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.381824] env[70691]: DEBUG nova.network.neutron [req-4ae17dab-edc5-4ad3-b333-9cc60062dc86 req-ec8782d9-74ba-4b65-b208-ea222e3b7811 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Refreshing network info cache for port ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 823.412468] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453940, 'name': Rename_Task, 'duration_secs': 0.757464} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.412468] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 823.415930] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9d43cd6-acdb-4eea-ba72-f8737305bf71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.422687] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 823.422687] env[70691]: value = "task-3453942" [ 823.422687] env[70691]: _type = "Task" [ 823.422687] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.434013] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.693806] env[70691]: DEBUG nova.network.neutron [req-1da14fa0-58a3-442d-8275-72fabe5c41ec req-b6f7338c-884d-4782-9df2-10cc222ffbcc service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Updated VIF entry in instance network info cache for port 1bc2c7e1-6685-4432-b114-c72e37fcbf1a. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 823.694197] env[70691]: DEBUG nova.network.neutron [req-1da14fa0-58a3-442d-8275-72fabe5c41ec req-b6f7338c-884d-4782-9df2-10cc222ffbcc service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Updating instance_info_cache with network_info: [{"id": "1bc2c7e1-6685-4432-b114-c72e37fcbf1a", "address": "fa:16:3e:93:da:c6", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc2c7e1-66", "ovs_interfaceid": "1bc2c7e1-6685-4432-b114-c72e37fcbf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.768215] env[70691]: DEBUG nova.compute.utils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 823.771011] env[70691]: DEBUG nova.compute.manager [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 823.771379] env[70691]: DEBUG nova.network.neutron [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 823.802811] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a1160a-dfb9-de4e-6cc5-f2e94f2e53ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017971} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.803198] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.803859] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.803859] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.803859] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.804012] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.804364] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b94e7609-186e-49fe-ac7b-3f999a755da8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.814485] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.814683] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 823.815453] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2266be2-07af-44ad-8fb7-37e33e4a94b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.823397] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 823.823397] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5210e615-94e5-4d71-c7ca-a7f91ae25352" [ 823.823397] env[70691]: _type = "Task" [ 823.823397] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.840801] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5210e615-94e5-4d71-c7ca-a7f91ae25352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.840801] env[70691]: DEBUG nova.policy [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21f469908d74b6fb85c13da24cd98c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0983484f74504d4cbbed99d13716f0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 823.937869] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.165697] env[70691]: DEBUG nova.network.neutron [req-4ae17dab-edc5-4ad3-b333-9cc60062dc86 req-ec8782d9-74ba-4b65-b208-ea222e3b7811 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updated VIF entry in instance network info cache for port ec1ef926-2fb7-4f65-8857-c274167feb21. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 824.166447] env[70691]: DEBUG nova.network.neutron [req-4ae17dab-edc5-4ad3-b333-9cc60062dc86 req-ec8782d9-74ba-4b65-b208-ea222e3b7811 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updating instance_info_cache with network_info: [{"id": "ec1ef926-2fb7-4f65-8857-c274167feb21", "address": "fa:16:3e:68:e0:0b", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1ef926-2f", "ovs_interfaceid": "ec1ef926-2fb7-4f65-8857-c274167feb21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.198338] env[70691]: DEBUG oslo_concurrency.lockutils [req-1da14fa0-58a3-442d-8275-72fabe5c41ec req-b6f7338c-884d-4782-9df2-10cc222ffbcc service nova] Releasing lock "refresh_cache-c9529c9f-d2f0-4816-a016-8e8e861f1068" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.274741] env[70691]: DEBUG nova.network.neutron [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Successfully created port: 8be91911-722f-46f2-9856-a22f869f03cf {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.280472] env[70691]: DEBUG nova.compute.manager [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 824.341836] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5210e615-94e5-4d71-c7ca-a7f91ae25352, 'name': SearchDatastore_Task, 'duration_secs': 0.016604} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.346395] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b75621-7708-4483-a56c-f5399b613491 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.353118] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 824.353118] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bcad15-fe2f-ade0-3046-c19ec7e488a6" [ 824.353118] env[70691]: _type = "Task" [ 824.353118] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.363084] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bcad15-fe2f-ade0-3046-c19ec7e488a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.402173] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2719a064-4dc3-4f99-93a2-5e343e631de0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.410749] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbd2a57-69be-4d1c-9acf-af14ce70f0ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.448399] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779cb097-0b8a-4966-a35c-e79947ba33ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.459887] env[70691]: DEBUG oslo_vmware.api [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3453942, 'name': PowerOnVM_Task, 'duration_secs': 0.705188} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.460759] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 824.461104] env[70691]: INFO nova.compute.manager [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Took 10.30 seconds to spawn the instance on the hypervisor. [ 824.461354] env[70691]: DEBUG nova.compute.manager [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 824.462300] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cbfb98-e048-4245-9135-bf5bb4253c17 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.466083] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51cc818-a1f9-4f06-9941-b0dcb31cf815 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.486397] env[70691]: DEBUG nova.compute.provider_tree [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.668589] env[70691]: DEBUG oslo_concurrency.lockutils [req-4ae17dab-edc5-4ad3-b333-9cc60062dc86 req-ec8782d9-74ba-4b65-b208-ea222e3b7811 service nova] Releasing lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.865380] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bcad15-fe2f-ade0-3046-c19ec7e488a6, 'name': SearchDatastore_Task, 'duration_secs': 0.022228} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.865661] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.865921] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c9529c9f-d2f0-4816-a016-8e8e861f1068/c9529c9f-d2f0-4816-a016-8e8e861f1068.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 824.866217] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-098038bc-c3a9-4ed6-ac06-c069bfdfab6c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.875214] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 824.875214] env[70691]: value = "task-3453943" [ 824.875214] env[70691]: _type = "Task" [ 824.875214] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.884907] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.994866] env[70691]: DEBUG nova.scheduler.client.report [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 825.000151] env[70691]: INFO nova.compute.manager [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Took 42.36 seconds to build instance. [ 825.292068] env[70691]: DEBUG nova.compute.manager [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 825.320893] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 825.321172] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 825.321336] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.321524] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 825.321674] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.321826] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 825.322052] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 825.322223] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 825.322394] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 825.322558] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 825.322734] env[70691]: DEBUG nova.virt.hardware [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 825.323700] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f762572-860b-485a-be18-254f303a8402 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.333462] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f868eb2f-68d7-4dd9-aa00-89a37574039f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.387895] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453943, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.501392] env[70691]: DEBUG oslo_concurrency.lockutils [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.504446] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.504872] env[70691]: DEBUG nova.objects.instance [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lazy-loading 'resources' on Instance uuid 966a3ad3-a18d-4e1b-905a-237256966ad9 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.506519] env[70691]: DEBUG oslo_concurrency.lockutils [None req-26709618-b6e6-4b00-b158-ba84ca7fd5ca tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.671s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.531698] env[70691]: INFO nova.scheduler.client.report [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Deleted allocations for instance 1c255f61-e275-4b91-a75a-29ff39f15553 [ 825.888485] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848783} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.888485] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c9529c9f-d2f0-4816-a016-8e8e861f1068/c9529c9f-d2f0-4816-a016-8e8e861f1068.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 825.888812] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.889013] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a29b2a5e-6931-432d-a958-c7feded8f1c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.897572] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 825.897572] env[70691]: value = "task-3453944" [ 825.897572] env[70691]: _type = "Task" [ 825.897572] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.907363] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.012534] env[70691]: DEBUG nova.compute.manager [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 826.041734] env[70691]: DEBUG oslo_concurrency.lockutils [None req-987cf50d-8afd-4344-8098-afe6f22526b4 tempest-VolumesAssistedSnapshotsTest-1729697531 tempest-VolumesAssistedSnapshotsTest-1729697531-project-member] Lock "1c255f61-e275-4b91-a75a-29ff39f15553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.543s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.224595] env[70691]: DEBUG nova.network.neutron [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Successfully updated port: 8be91911-722f-46f2-9856-a22f869f03cf {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.336247] env[70691]: DEBUG nova.compute.manager [req-9d82f35f-d916-4f56-8db0-7164f33dc488 req-ff9321c9-a298-473c-8db6-f111bf5cbe26 service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Received event network-vif-plugged-8be91911-722f-46f2-9856-a22f869f03cf {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 826.336247] env[70691]: DEBUG oslo_concurrency.lockutils [req-9d82f35f-d916-4f56-8db0-7164f33dc488 req-ff9321c9-a298-473c-8db6-f111bf5cbe26 service nova] Acquiring lock "53c8d62a-6a62-4656-88e1-e27c6034d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.336412] env[70691]: DEBUG oslo_concurrency.lockutils [req-9d82f35f-d916-4f56-8db0-7164f33dc488 req-ff9321c9-a298-473c-8db6-f111bf5cbe26 service nova] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.336477] env[70691]: DEBUG oslo_concurrency.lockutils [req-9d82f35f-d916-4f56-8db0-7164f33dc488 req-ff9321c9-a298-473c-8db6-f111bf5cbe26 service nova] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.336651] env[70691]: DEBUG nova.compute.manager [req-9d82f35f-d916-4f56-8db0-7164f33dc488 req-ff9321c9-a298-473c-8db6-f111bf5cbe26 service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] No waiting events found dispatching network-vif-plugged-8be91911-722f-46f2-9856-a22f869f03cf {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 826.336815] env[70691]: WARNING nova.compute.manager [req-9d82f35f-d916-4f56-8db0-7164f33dc488 req-ff9321c9-a298-473c-8db6-f111bf5cbe26 service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Received unexpected event network-vif-plugged-8be91911-722f-46f2-9856-a22f869f03cf for instance with vm_state building and task_state spawning. [ 826.409534] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261255} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.409906] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.410777] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14490fa-d676-4f85-8f2b-b45a3b006d11 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.445779] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] c9529c9f-d2f0-4816-a016-8e8e861f1068/c9529c9f-d2f0-4816-a016-8e8e861f1068.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.448764] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc73d52e-007c-4b4f-a9e9-15f3898141d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.473535] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 826.473535] env[70691]: value = "task-3453945" [ 826.473535] env[70691]: _type = "Task" [ 826.473535] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.487767] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.536464] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.725028] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "refresh_cache-53c8d62a-6a62-4656-88e1-e27c6034d082" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.725253] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquired lock "refresh_cache-53c8d62a-6a62-4656-88e1-e27c6034d082" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.725375] env[70691]: DEBUG nova.network.neutron [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 826.769400] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21a6266-96bf-4f14-9781-b34511c97d70 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.778930] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd9872a-5b2c-4039-ac64-5289262f7c61 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.819734] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a72f2c6-a264-4d87-82f4-cfa0d26586e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.823881] env[70691]: DEBUG nova.compute.manager [req-688a99cc-eef2-4c5a-9fef-1be4146f5421 req-41bbdb6b-992c-4c28-85df-27aaebcc01d7 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Received event network-changed-ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 826.825344] env[70691]: DEBUG nova.compute.manager [req-688a99cc-eef2-4c5a-9fef-1be4146f5421 req-41bbdb6b-992c-4c28-85df-27aaebcc01d7 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Refreshing instance network info cache due to event network-changed-ca32ab94-40f4-4855-b7a2-5cbc98d1fb53. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 826.825344] env[70691]: DEBUG oslo_concurrency.lockutils [req-688a99cc-eef2-4c5a-9fef-1be4146f5421 req-41bbdb6b-992c-4c28-85df-27aaebcc01d7 service nova] Acquiring lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.825344] env[70691]: DEBUG oslo_concurrency.lockutils [req-688a99cc-eef2-4c5a-9fef-1be4146f5421 req-41bbdb6b-992c-4c28-85df-27aaebcc01d7 service nova] Acquired lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.825344] env[70691]: DEBUG nova.network.neutron [req-688a99cc-eef2-4c5a-9fef-1be4146f5421 req-41bbdb6b-992c-4c28-85df-27aaebcc01d7 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Refreshing network info cache for port ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 826.833162] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297a0f7b-fe7b-4579-851d-ea0e3cf74b92 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.854095] env[70691]: DEBUG nova.compute.provider_tree [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.992087] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.297038] env[70691]: DEBUG nova.network.neutron [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 827.354906] env[70691]: DEBUG nova.scheduler.client.report [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 827.487653] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453945, 'name': ReconfigVM_Task, 'duration_secs': 0.867157} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.491571] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Reconfigured VM instance instance-00000027 to attach disk [datastore1] c9529c9f-d2f0-4816-a016-8e8e861f1068/c9529c9f-d2f0-4816-a016-8e8e861f1068.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.491571] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53f3f766-5d84-485a-bb2e-70c0c09746c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.499506] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 827.499506] env[70691]: value = "task-3453946" [ 827.499506] env[70691]: _type = "Task" [ 827.499506] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.566128] env[70691]: DEBUG nova.network.neutron [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Updating instance_info_cache with network_info: [{"id": "8be91911-722f-46f2-9856-a22f869f03cf", "address": "fa:16:3e:d8:62:92", "network": {"id": "dd22d5d1-2dc1-4670-bba2-4326923a34db", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1216162252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0983484f74504d4cbbed99d13716f0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be91911-72", "ovs_interfaceid": "8be91911-722f-46f2-9856-a22f869f03cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.807103] env[70691]: DEBUG nova.network.neutron [req-688a99cc-eef2-4c5a-9fef-1be4146f5421 req-41bbdb6b-992c-4c28-85df-27aaebcc01d7 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updated VIF entry in instance network info cache for port ca32ab94-40f4-4855-b7a2-5cbc98d1fb53. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 827.807103] env[70691]: DEBUG nova.network.neutron [req-688a99cc-eef2-4c5a-9fef-1be4146f5421 req-41bbdb6b-992c-4c28-85df-27aaebcc01d7 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updating instance_info_cache with network_info: [{"id": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "address": "fa:16:3e:54:7c:44", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca32ab94-40", "ovs_interfaceid": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.866819] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.363s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.871841] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.068s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.894347] env[70691]: INFO nova.scheduler.client.report [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Deleted allocations for instance 966a3ad3-a18d-4e1b-905a-237256966ad9 [ 828.012330] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453946, 'name': Rename_Task, 'duration_secs': 0.231157} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.012627] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 828.012877] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28183d3d-19b5-4ef2-b6a5-092cdd398f9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.027026] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 828.027026] env[70691]: value = "task-3453947" [ 828.027026] env[70691]: _type = "Task" [ 828.027026] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.039922] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.072742] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Releasing lock "refresh_cache-53c8d62a-6a62-4656-88e1-e27c6034d082" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.073257] env[70691]: DEBUG nova.compute.manager [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Instance network_info: |[{"id": "8be91911-722f-46f2-9856-a22f869f03cf", "address": "fa:16:3e:d8:62:92", "network": {"id": "dd22d5d1-2dc1-4670-bba2-4326923a34db", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1216162252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0983484f74504d4cbbed99d13716f0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be91911-72", "ovs_interfaceid": "8be91911-722f-46f2-9856-a22f869f03cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 828.073752] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:62:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8be91911-722f-46f2-9856-a22f869f03cf', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.083031] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Creating folder: Project (0983484f74504d4cbbed99d13716f0f6). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 828.083031] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8887511f-b876-4f78-b396-2a7c48629438 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.099048] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Created folder: Project (0983484f74504d4cbbed99d13716f0f6) in parent group-v689428. [ 828.099048] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Creating folder: Instances. Parent ref: group-v689548. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 828.099048] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93841464-63bc-4532-83ac-9910677eb611 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.110889] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Created folder: Instances in parent group-v689548. [ 828.111451] env[70691]: DEBUG oslo.service.loopingcall [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.111780] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 828.112126] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb37ffdd-db4c-42a2-8227-dc5e82a73c3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.142214] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.142214] env[70691]: value = "task-3453950" [ 828.142214] env[70691]: _type = "Task" [ 828.142214] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.154909] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453950, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.312501] env[70691]: DEBUG oslo_concurrency.lockutils [req-688a99cc-eef2-4c5a-9fef-1be4146f5421 req-41bbdb6b-992c-4c28-85df-27aaebcc01d7 service nova] Releasing lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.407759] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d44cddb-c07c-45cc-9ec2-a8858e26a0d1 tempest-DeleteServersAdminTestJSON-1690858080 tempest-DeleteServersAdminTestJSON-1690858080-project-member] Lock "966a3ad3-a18d-4e1b-905a-237256966ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.967s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.441920] env[70691]: DEBUG nova.compute.manager [req-15a07b87-355c-41a3-b0e1-80f05072f1e6 req-b96853aa-f958-42f7-a0e1-1791640b6f90 service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Received event network-changed-8be91911-722f-46f2-9856-a22f869f03cf {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 828.442164] env[70691]: DEBUG nova.compute.manager [req-15a07b87-355c-41a3-b0e1-80f05072f1e6 req-b96853aa-f958-42f7-a0e1-1791640b6f90 service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Refreshing instance network info cache due to event network-changed-8be91911-722f-46f2-9856-a22f869f03cf. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 828.442469] env[70691]: DEBUG oslo_concurrency.lockutils [req-15a07b87-355c-41a3-b0e1-80f05072f1e6 req-b96853aa-f958-42f7-a0e1-1791640b6f90 service nova] Acquiring lock "refresh_cache-53c8d62a-6a62-4656-88e1-e27c6034d082" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.442682] env[70691]: DEBUG oslo_concurrency.lockutils [req-15a07b87-355c-41a3-b0e1-80f05072f1e6 req-b96853aa-f958-42f7-a0e1-1791640b6f90 service nova] Acquired lock "refresh_cache-53c8d62a-6a62-4656-88e1-e27c6034d082" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.443317] env[70691]: DEBUG nova.network.neutron [req-15a07b87-355c-41a3-b0e1-80f05072f1e6 req-b96853aa-f958-42f7-a0e1-1791640b6f90 service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Refreshing network info cache for port 8be91911-722f-46f2-9856-a22f869f03cf {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 828.541608] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.659264] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453950, 'name': CreateVM_Task, 'duration_secs': 0.470964} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.659610] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 828.660442] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.660739] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.661302] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.661694] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635e1b2c-0612-467f-96b1-0ad385654560 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.669309] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 828.669309] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529eb611-7fb8-d61a-1df7-203f8f93ce67" [ 828.669309] env[70691]: _type = "Task" [ 828.669309] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.679037] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529eb611-7fb8-d61a-1df7-203f8f93ce67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.901206] env[70691]: INFO nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating resource usage from migration 0f1fa843-ac32-44aa-8bb3-b886d462b73d [ 828.932465] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance f34b664a-979f-40f9-8189-57aa4c5b5b94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.932678] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 9df6fabe-f667-4fa4-978d-2e8896a7d18c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.932844] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e51cd5d1-a00a-46fa-ab85-8d79bbc98100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.933221] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 893d73fe-32f3-4b54-a58b-70242f452bce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.933431] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937021] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance d74fa746-ef23-4b52-a3e2-790a9b64f723 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.937021] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 0126f1df-f823-4d94-910d-8edbda1c7d36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937021] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 35828fe9-7966-4d5a-b860-2cabb825ce9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937021] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 2326608f-ae29-49b0-847a-d8eee0560304 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.937336] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance decfe3a6-3638-4fc0-9cf4-b954ea9c8af1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937336] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 10ce594d-4e67-4652-9b0f-99cbfe06fb3b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.937336] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance bb40cfcf-6c54-4403-8cd0-f586aeb06c09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937336] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 59083004-8304-4b1f-9c8f-404ecf812e7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937472] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 20002014-6a8c-4dfd-9ed3-7c75207750bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.937472] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 7944d0ce-f048-4566-a93f-fbf3327b8297 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.937472] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.937472] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance dfd7bf2f-a2c0-4508-9719-675d47bd3de1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.937472] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 4a66e727-8ebe-4e50-82d4-0033cfc9c43d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.937618] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937618] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 6184f1ff-39d2-4bf3-8362-08468e600de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937618] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 3f866d70-dbec-4b20-a478-6d970447cea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937618] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 02863b15-5897-41e5-b86c-31ef4a98f2cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937736] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance c9529c9f-d2f0-4816-a016-8e8e861f1068 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.937736] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 53c8d62a-6a62-4656-88e1-e27c6034d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 829.041034] env[70691]: DEBUG oslo_vmware.api [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453947, 'name': PowerOnVM_Task, 'duration_secs': 0.688649} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.041034] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 829.041034] env[70691]: INFO nova.compute.manager [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Took 8.71 seconds to spawn the instance on the hypervisor. [ 829.041745] env[70691]: DEBUG nova.compute.manager [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 829.042640] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e239eb-79bf-417c-be30-545e8e26a97f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.183873] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529eb611-7fb8-d61a-1df7-203f8f93ce67, 'name': SearchDatastore_Task, 'duration_secs': 0.01672} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.184245] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.185691] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.185691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.185691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.185691] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.185691] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6180058-e1ba-4856-9f46-3b89d7617751 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.198875] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.198875] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 829.200040] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3ee17e-88f6-4820-862c-a19ef41ec1eb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.212951] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 829.212951] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526ab4fa-182c-82e7-25a6-c0b06c80d7b0" [ 829.212951] env[70691]: _type = "Task" [ 829.212951] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.220408] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526ab4fa-182c-82e7-25a6-c0b06c80d7b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.346212] env[70691]: DEBUG nova.network.neutron [req-15a07b87-355c-41a3-b0e1-80f05072f1e6 req-b96853aa-f958-42f7-a0e1-1791640b6f90 service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Updated VIF entry in instance network info cache for port 8be91911-722f-46f2-9856-a22f869f03cf. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 829.347808] env[70691]: DEBUG nova.network.neutron [req-15a07b87-355c-41a3-b0e1-80f05072f1e6 req-b96853aa-f958-42f7-a0e1-1791640b6f90 service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Updating instance_info_cache with network_info: [{"id": "8be91911-722f-46f2-9856-a22f869f03cf", "address": "fa:16:3e:d8:62:92", "network": {"id": "dd22d5d1-2dc1-4670-bba2-4326923a34db", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1216162252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0983484f74504d4cbbed99d13716f0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be91911-72", "ovs_interfaceid": "8be91911-722f-46f2-9856-a22f869f03cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.439885] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 7521efba-e1a0-43ef-9d28-f91158a2541a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.568448] env[70691]: INFO nova.compute.manager [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Took 45.62 seconds to build instance. [ 829.726914] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526ab4fa-182c-82e7-25a6-c0b06c80d7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.726914] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e60af33-97d6-49dc-a825-18b5989aae57 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.733471] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 829.733471] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52925604-c2cc-0cc1-5b39-78b19043026e" [ 829.733471] env[70691]: _type = "Task" [ 829.733471] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.746481] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52925604-c2cc-0cc1-5b39-78b19043026e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.851326] env[70691]: DEBUG oslo_concurrency.lockutils [req-15a07b87-355c-41a3-b0e1-80f05072f1e6 req-b96853aa-f958-42f7-a0e1-1791640b6f90 service nova] Releasing lock "refresh_cache-53c8d62a-6a62-4656-88e1-e27c6034d082" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.943435] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 49cdb134-0b77-4291-8cd6-5dd006bffadb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.074018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc29a33-5374-4de1-8cbc-f19918b0c719 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "c9529c9f-d2f0-4816-a016-8e8e861f1068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.102s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.251364] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52925604-c2cc-0cc1-5b39-78b19043026e, 'name': SearchDatastore_Task, 'duration_secs': 0.024292} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.251364] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.251364] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 53c8d62a-6a62-4656-88e1-e27c6034d082/53c8d62a-6a62-4656-88e1-e27c6034d082.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 830.251364] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e00debf9-df89-4e49-9718-f85859bedf9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.260635] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 830.260635] env[70691]: value = "task-3453951" [ 830.260635] env[70691]: _type = "Task" [ 830.260635] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.277574] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.278773] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce0ff5-876c-4c49-9879-b453331c5753 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.290666] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3466f7ee-abd2-4cd0-9529-ed8cf8b0af92 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Suspending the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 830.295165] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-30c09df2-8d33-4792-851e-dfbb44868d89 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.305819] env[70691]: DEBUG oslo_vmware.api [None req-3466f7ee-abd2-4cd0-9529-ed8cf8b0af92 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 830.305819] env[70691]: value = "task-3453952" [ 830.305819] env[70691]: _type = "Task" [ 830.305819] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.321162] env[70691]: DEBUG oslo_vmware.api [None req-3466f7ee-abd2-4cd0-9529-ed8cf8b0af92 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453952, 'name': SuspendVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.449367] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 18c63efb-6b85-4802-af43-955db8bb3fd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.575040] env[70691]: DEBUG nova.compute.manager [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 830.775267] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.818936] env[70691]: DEBUG oslo_vmware.api [None req-3466f7ee-abd2-4cd0-9529-ed8cf8b0af92 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453952, 'name': SuspendVM_Task} progress is 58%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.846273] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquiring lock "453938ed-f1cb-43b4-83c2-6f6c85832a33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.846600] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "453938ed-f1cb-43b4-83c2-6f6c85832a33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.954986] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance a6f9576d-a9e9-45b1-882f-455263a2018a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.104971] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.275349] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675369} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.275349] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 53c8d62a-6a62-4656-88e1-e27c6034d082/53c8d62a-6a62-4656-88e1-e27c6034d082.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 831.275349] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.275349] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f793222f-937a-4919-a042-c887c04036f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.288019] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 831.288019] env[70691]: value = "task-3453953" [ 831.288019] env[70691]: _type = "Task" [ 831.288019] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.300164] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.317876] env[70691]: DEBUG oslo_vmware.api [None req-3466f7ee-abd2-4cd0-9529-ed8cf8b0af92 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453952, 'name': SuspendVM_Task, 'duration_secs': 0.772824} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.318459] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3466f7ee-abd2-4cd0-9529-ed8cf8b0af92 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Suspended the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 831.318823] env[70691]: DEBUG nova.compute.manager [None req-3466f7ee-abd2-4cd0-9529-ed8cf8b0af92 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 831.319751] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb7245c-f82d-4a87-9f79-5b4fb018d762 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.460993] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance c017cae6-1944-4b86-ac91-48702e470dfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.797808] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073479} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.798182] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.799044] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbf7c4b-7df7-4b1c-9d0d-7f8f47eea73f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.825502] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 53c8d62a-6a62-4656-88e1-e27c6034d082/53c8d62a-6a62-4656-88e1-e27c6034d082.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.826015] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eef446a-00d1-4d01-921b-a503c2f9cc28 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.851792] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 831.851792] env[70691]: value = "task-3453954" [ 831.851792] env[70691]: _type = "Task" [ 831.851792] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.867086] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.963613] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 7eeadfd6-9b43-442f-a8ff-e46819987e49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 832.364045] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.468373] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 564fbf12-311d-4fd5-b1f5-b13349652a11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 832.866394] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453954, 'name': ReconfigVM_Task, 'duration_secs': 0.779666} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.866690] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 53c8d62a-6a62-4656-88e1-e27c6034d082/53c8d62a-6a62-4656-88e1-e27c6034d082.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.867361] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac9754e5-bab8-4351-93ff-390f6b100b09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.874410] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 832.874410] env[70691]: value = "task-3453955" [ 832.874410] env[70691]: _type = "Task" [ 832.874410] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.885445] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453955, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.971467] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 06883e8b-247a-4ba2-b0ae-6b7a917550f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 833.388309] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453955, 'name': Rename_Task, 'duration_secs': 0.167839} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.388873] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 833.392166] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50ea46b3-3dab-4d70-865e-d5cb2e89992e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.399384] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 833.399384] env[70691]: value = "task-3453956" [ 833.399384] env[70691]: _type = "Task" [ 833.399384] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.412348] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.475767] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e7c32bb6-4dee-49b0-be18-54a34bc2aa0a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 833.754249] env[70691]: DEBUG nova.compute.manager [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 833.755872] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f185aae6-26f1-4e10-9535-d08acae9b23b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.909103] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453956, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.981278] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance cae8ad8e-ae95-4d27-9379-e1aa64db3916 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 833.981439] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Migration 0f1fa843-ac32-44aa-8bb3-b886d462b73d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 833.981562] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 265f116d-1cdf-4201-a90e-6a3cb4ea8ece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 834.270253] env[70691]: INFO nova.compute.manager [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] instance snapshotting [ 834.270501] env[70691]: WARNING nova.compute.manager [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 834.275101] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619d28d9-801f-41c6-a382-9645f07731f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.298203] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de4b954-61e4-4bee-a0a7-f00779d9e4d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.412298] env[70691]: DEBUG oslo_vmware.api [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3453956, 'name': PowerOnVM_Task, 'duration_secs': 0.626418} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.412545] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 834.412783] env[70691]: INFO nova.compute.manager [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Took 9.12 seconds to spawn the instance on the hypervisor. [ 834.412993] env[70691]: DEBUG nova.compute.manager [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 834.413840] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab251e7e-8cd9-4baf-9c3d-5d9f974b01e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.486409] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 4f7039a4-f012-4c3b-875d-86e6a3a29170 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 834.486737] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 834.486887] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 834.815566] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.817999] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b761fac-3e2f-4f43-a860-d111447f92c8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.826874] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 834.826874] env[70691]: value = "task-3453957" [ 834.826874] env[70691]: _type = "Task" [ 834.826874] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.840675] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453957, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.940347] env[70691]: INFO nova.compute.manager [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Took 45.44 seconds to build instance. [ 835.077172] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b388660-ba9b-4015-bb64-62f2717eb026 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.085450] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a60d98e-4622-4a4b-916a-05d4aba44bfd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.121953] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb8a7a2-d003-4d54-9640-6abf7399a7ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.132162] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1717cce1-bfe1-48ba-a566-def89e57345b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.148867] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.316739] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquiring lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.317018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.341406] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453957, 'name': CreateSnapshot_Task, 'duration_secs': 0.507144} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.341811] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.342955] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfded95d-02f9-4754-90c3-44b7567321c8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.442916] env[70691]: DEBUG oslo_concurrency.lockutils [None req-be7daac4-0664-4867-86fc-ba5d6d833032 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.974s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.654212] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 835.865617] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.865946] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05a125ef-343a-4ee7-bf3a-4f8eb12c8fb3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.876827] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 835.876827] env[70691]: value = "task-3453958" [ 835.876827] env[70691]: _type = "Task" [ 835.876827] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.885722] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453958, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.946012] env[70691]: DEBUG nova.compute.manager [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 836.050464] env[70691]: DEBUG nova.compute.manager [req-77005aca-1727-45db-a23b-545a551a73a8 req-68321e1c-43c1-402c-9dea-fda706dac8fa service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Received event network-changed-8be91911-722f-46f2-9856-a22f869f03cf {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 836.050687] env[70691]: DEBUG nova.compute.manager [req-77005aca-1727-45db-a23b-545a551a73a8 req-68321e1c-43c1-402c-9dea-fda706dac8fa service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Refreshing instance network info cache due to event network-changed-8be91911-722f-46f2-9856-a22f869f03cf. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 836.050920] env[70691]: DEBUG oslo_concurrency.lockutils [req-77005aca-1727-45db-a23b-545a551a73a8 req-68321e1c-43c1-402c-9dea-fda706dac8fa service nova] Acquiring lock "refresh_cache-53c8d62a-6a62-4656-88e1-e27c6034d082" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.051940] env[70691]: DEBUG oslo_concurrency.lockutils [req-77005aca-1727-45db-a23b-545a551a73a8 req-68321e1c-43c1-402c-9dea-fda706dac8fa service nova] Acquired lock "refresh_cache-53c8d62a-6a62-4656-88e1-e27c6034d082" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.052009] env[70691]: DEBUG nova.network.neutron [req-77005aca-1727-45db-a23b-545a551a73a8 req-68321e1c-43c1-402c-9dea-fda706dac8fa service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Refreshing network info cache for port 8be91911-722f-46f2-9856-a22f869f03cf {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 836.161881] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 836.161881] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.290s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.161881] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.304s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.163304] env[70691]: INFO nova.compute.claims [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.388291] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453958, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.471566] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.825911] env[70691]: DEBUG nova.network.neutron [req-77005aca-1727-45db-a23b-545a551a73a8 req-68321e1c-43c1-402c-9dea-fda706dac8fa service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Updated VIF entry in instance network info cache for port 8be91911-722f-46f2-9856-a22f869f03cf. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 836.826320] env[70691]: DEBUG nova.network.neutron [req-77005aca-1727-45db-a23b-545a551a73a8 req-68321e1c-43c1-402c-9dea-fda706dac8fa service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Updating instance_info_cache with network_info: [{"id": "8be91911-722f-46f2-9856-a22f869f03cf", "address": "fa:16:3e:d8:62:92", "network": {"id": "dd22d5d1-2dc1-4670-bba2-4326923a34db", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1216162252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0983484f74504d4cbbed99d13716f0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be91911-72", "ovs_interfaceid": "8be91911-722f-46f2-9856-a22f869f03cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.889290] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453958, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.328894] env[70691]: DEBUG oslo_concurrency.lockutils [req-77005aca-1727-45db-a23b-545a551a73a8 req-68321e1c-43c1-402c-9dea-fda706dac8fa service nova] Releasing lock "refresh_cache-53c8d62a-6a62-4656-88e1-e27c6034d082" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.388784] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453958, 'name': CloneVM_Task, 'duration_secs': 1.435192} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.391312] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Created linked-clone VM from snapshot [ 837.392276] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc924bc-cd6b-4085-a9dc-9e16ffa30426 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.399460] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Uploading image 1ecb0594-b71e-4ab4-b47a-bd69c8beb3b5 {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 837.421929] env[70691]: DEBUG oslo_vmware.rw_handles [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 837.421929] env[70691]: value = "vm-689552" [ 837.421929] env[70691]: _type = "VirtualMachine" [ 837.421929] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 837.422192] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea924a9c-4708-49dd-b75e-c95f1d072464 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.430458] env[70691]: DEBUG oslo_vmware.rw_handles [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lease: (returnval){ [ 837.430458] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c5e109-67cb-5fe6-bbb9-addca475b728" [ 837.430458] env[70691]: _type = "HttpNfcLease" [ 837.430458] env[70691]: } obtained for exporting VM: (result){ [ 837.430458] env[70691]: value = "vm-689552" [ 837.430458] env[70691]: _type = "VirtualMachine" [ 837.430458] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.430750] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the lease: (returnval){ [ 837.430750] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c5e109-67cb-5fe6-bbb9-addca475b728" [ 837.430750] env[70691]: _type = "HttpNfcLease" [ 837.430750] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 837.436889] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.436889] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c5e109-67cb-5fe6-bbb9-addca475b728" [ 837.436889] env[70691]: _type = "HttpNfcLease" [ 837.436889] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.681322] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4ffca7-719e-4b0d-9930-90623b4f664a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.688905] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b80e9b6-790b-4e85-9640-f344e07185ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.719954] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f706b-0791-4b24-9209-9c1cd55d4ef7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.726945] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36c9705-2691-416e-beb8-4182d5b95526 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.740036] env[70691]: DEBUG nova.compute.provider_tree [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.939380] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.939380] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c5e109-67cb-5fe6-bbb9-addca475b728" [ 837.939380] env[70691]: _type = "HttpNfcLease" [ 837.939380] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 837.939682] env[70691]: DEBUG oslo_vmware.rw_handles [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 837.939682] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c5e109-67cb-5fe6-bbb9-addca475b728" [ 837.939682] env[70691]: _type = "HttpNfcLease" [ 837.939682] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 837.940404] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d48557-c28f-4af6-8960-aadedc4ffc8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.947413] env[70691]: DEBUG oslo_vmware.rw_handles [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ce85d-eb83-03d6-819b-dcc85653a9fc/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 837.947605] env[70691]: DEBUG oslo_vmware.rw_handles [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ce85d-eb83-03d6-819b-dcc85653a9fc/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.066708] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90f5faf5-6d9e-4763-bf40-24cbe4e60fd0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.243329] env[70691]: DEBUG nova.scheduler.client.report [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 838.748197] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.748809] env[70691]: DEBUG nova.compute.manager [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 838.752831] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.794s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.752831] env[70691]: DEBUG nova.objects.instance [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.257476] env[70691]: DEBUG nova.compute.utils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 839.262812] env[70691]: DEBUG nova.compute.manager [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 839.263239] env[70691]: DEBUG nova.network.neutron [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 839.325853] env[70691]: DEBUG nova.policy [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97a773291a5c49e1b427bc4a9ac63839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '884bb465801f4d5b8fc824fb34cf9a84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 839.692318] env[70691]: DEBUG nova.network.neutron [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Successfully created port: 60b7003c-e8e8-4eba-87dd-4fa74e99c336 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.763431] env[70691]: DEBUG nova.compute.manager [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 839.767153] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3e29f497-a852-43c3-a932-0108fe2c52bf tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.772022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.088s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.772022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.772022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.935s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.772022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.772917] env[70691]: DEBUG oslo_concurrency.lockutils [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.640s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.773158] env[70691]: DEBUG oslo_concurrency.lockutils [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.775506] env[70691]: DEBUG oslo_concurrency.lockutils [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.487s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.775697] env[70691]: DEBUG oslo_concurrency.lockutils [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.777288] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.182s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.778957] env[70691]: INFO nova.compute.claims [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.807897] env[70691]: INFO nova.scheduler.client.report [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Deleted allocations for instance 10ce594d-4e67-4652-9b0f-99cbfe06fb3b [ 839.813979] env[70691]: INFO nova.scheduler.client.report [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Deleted allocations for instance 7944d0ce-f048-4566-a93f-fbf3327b8297 [ 839.844428] env[70691]: INFO nova.scheduler.client.report [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Deleted allocations for instance d74fa746-ef23-4b52-a3e2-790a9b64f723 [ 839.854043] env[70691]: INFO nova.scheduler.client.report [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted allocations for instance 20002014-6a8c-4dfd-9ed3-7c75207750bc [ 840.319856] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da34fb44-9e67-4a2b-a27c-c579602bf43b tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "10ce594d-4e67-4652-9b0f-99cbfe06fb3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.251s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.325192] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4aed4206-6630-4f90-a5f2-60804572b81f tempest-ServerGroupTestJSON-35383037 tempest-ServerGroupTestJSON-35383037-project-member] Lock "7944d0ce-f048-4566-a93f-fbf3327b8297" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.202s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.356072] env[70691]: DEBUG oslo_concurrency.lockutils [None req-969c09d9-c36c-46ae-b744-3d3a2b70936b tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "d74fa746-ef23-4b52-a3e2-790a9b64f723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.309s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.362468] env[70691]: DEBUG oslo_concurrency.lockutils [None req-29ed02c5-20ff-4bd8-a0e0-f046ed2faa4a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "20002014-6a8c-4dfd-9ed3-7c75207750bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.121s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.779037] env[70691]: DEBUG nova.compute.manager [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 840.805055] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 840.806082] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 840.806082] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.806082] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 840.806082] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.806082] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 840.806627] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 840.806925] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 840.807230] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 840.807506] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 840.810017] env[70691]: DEBUG nova.virt.hardware [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 840.810017] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073b1a3a-e908-4041-bbe1-d6303d0669e0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.822346] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e245a9a-12be-4768-b513-306af764f364 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.121819] env[70691]: DEBUG oslo_concurrency.lockutils [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.122206] env[70691]: DEBUG oslo_concurrency.lockutils [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.122564] env[70691]: DEBUG oslo_concurrency.lockutils [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.122870] env[70691]: DEBUG oslo_concurrency.lockutils [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.123223] env[70691]: DEBUG oslo_concurrency.lockutils [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.125871] env[70691]: INFO nova.compute.manager [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Terminating instance [ 841.129968] env[70691]: DEBUG nova.compute.manager [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 841.131108] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 841.131284] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d24e498-4d8b-45f6-a32c-0dceef814bff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.147781] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 841.148608] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eaed951-630c-4a67-bb6a-674f378d6aee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.159998] env[70691]: DEBUG oslo_vmware.api [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 841.159998] env[70691]: value = "task-3453960" [ 841.159998] env[70691]: _type = "Task" [ 841.159998] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.170857] env[70691]: DEBUG oslo_vmware.api [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.330037] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5c948e-d0d6-40a4-8e5b-88b5e13382cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.343037] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8efcbb3-abf7-4cca-ac34-c86940a2e452 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.377547] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e91c8e-9793-4da6-a1e4-499ae5b9bd97 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.386615] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a361bf-c634-4ba7-bcb6-d62c2acfa139 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.401672] env[70691]: DEBUG nova.compute.provider_tree [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.672455] env[70691]: DEBUG oslo_vmware.api [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453960, 'name': PowerOffVM_Task, 'duration_secs': 0.242918} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.674819] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 841.674819] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 841.674819] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd6d4f8-726a-49af-b6c9-b7f5ac86618b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.749094] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 841.751896] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 841.752236] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Deleting the datastore file [datastore1] e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.752558] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b92cdc-9c7d-4bc2-8d5a-3382a7fcc6ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.762020] env[70691]: DEBUG oslo_vmware.api [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for the task: (returnval){ [ 841.762020] env[70691]: value = "task-3453962" [ 841.762020] env[70691]: _type = "Task" [ 841.762020] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.773678] env[70691]: DEBUG oslo_vmware.api [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.821779] env[70691]: DEBUG nova.compute.manager [req-a149a1b0-ef46-4db5-8822-8f205c3a2f14 req-07dc12ab-65b0-49da-aee8-a6f339a69503 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Received event network-vif-plugged-60b7003c-e8e8-4eba-87dd-4fa74e99c336 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 841.822053] env[70691]: DEBUG oslo_concurrency.lockutils [req-a149a1b0-ef46-4db5-8822-8f205c3a2f14 req-07dc12ab-65b0-49da-aee8-a6f339a69503 service nova] Acquiring lock "7521efba-e1a0-43ef-9d28-f91158a2541a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.822344] env[70691]: DEBUG oslo_concurrency.lockutils [req-a149a1b0-ef46-4db5-8822-8f205c3a2f14 req-07dc12ab-65b0-49da-aee8-a6f339a69503 service nova] Lock "7521efba-e1a0-43ef-9d28-f91158a2541a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.822432] env[70691]: DEBUG oslo_concurrency.lockutils [req-a149a1b0-ef46-4db5-8822-8f205c3a2f14 req-07dc12ab-65b0-49da-aee8-a6f339a69503 service nova] Lock "7521efba-e1a0-43ef-9d28-f91158a2541a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.822649] env[70691]: DEBUG nova.compute.manager [req-a149a1b0-ef46-4db5-8822-8f205c3a2f14 req-07dc12ab-65b0-49da-aee8-a6f339a69503 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] No waiting events found dispatching network-vif-plugged-60b7003c-e8e8-4eba-87dd-4fa74e99c336 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 841.823374] env[70691]: WARNING nova.compute.manager [req-a149a1b0-ef46-4db5-8822-8f205c3a2f14 req-07dc12ab-65b0-49da-aee8-a6f339a69503 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Received unexpected event network-vif-plugged-60b7003c-e8e8-4eba-87dd-4fa74e99c336 for instance with vm_state building and task_state spawning. [ 841.904910] env[70691]: DEBUG nova.scheduler.client.report [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 841.922045] env[70691]: DEBUG nova.network.neutron [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Successfully updated port: 60b7003c-e8e8-4eba-87dd-4fa74e99c336 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.003939] env[70691]: DEBUG nova.compute.manager [req-f2bbb024-a34f-4b0d-a913-7ea5bbc9863c req-03c4a993-c5ab-4b4c-bc52-d0e6a40e4678 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Received event network-changed-60b7003c-e8e8-4eba-87dd-4fa74e99c336 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 842.003939] env[70691]: DEBUG nova.compute.manager [req-f2bbb024-a34f-4b0d-a913-7ea5bbc9863c req-03c4a993-c5ab-4b4c-bc52-d0e6a40e4678 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Refreshing instance network info cache due to event network-changed-60b7003c-e8e8-4eba-87dd-4fa74e99c336. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 842.004132] env[70691]: DEBUG oslo_concurrency.lockutils [req-f2bbb024-a34f-4b0d-a913-7ea5bbc9863c req-03c4a993-c5ab-4b4c-bc52-d0e6a40e4678 service nova] Acquiring lock "refresh_cache-7521efba-e1a0-43ef-9d28-f91158a2541a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.004176] env[70691]: DEBUG oslo_concurrency.lockutils [req-f2bbb024-a34f-4b0d-a913-7ea5bbc9863c req-03c4a993-c5ab-4b4c-bc52-d0e6a40e4678 service nova] Acquired lock "refresh_cache-7521efba-e1a0-43ef-9d28-f91158a2541a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.004325] env[70691]: DEBUG nova.network.neutron [req-f2bbb024-a34f-4b0d-a913-7ea5bbc9863c req-03c4a993-c5ab-4b4c-bc52-d0e6a40e4678 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Refreshing network info cache for port 60b7003c-e8e8-4eba-87dd-4fa74e99c336 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 842.274054] env[70691]: DEBUG oslo_vmware.api [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Task: {'id': task-3453962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246772} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.274630] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.274819] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 842.275277] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 842.275277] env[70691]: INFO nova.compute.manager [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 842.275456] env[70691]: DEBUG oslo.service.loopingcall [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.275667] env[70691]: DEBUG nova.compute.manager [-] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 842.275763] env[70691]: DEBUG nova.network.neutron [-] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 842.412532] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.413154] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 842.415989] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.549s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.417479] env[70691]: INFO nova.compute.claims [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.426672] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "refresh_cache-7521efba-e1a0-43ef-9d28-f91158a2541a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.605456] env[70691]: DEBUG nova.network.neutron [req-f2bbb024-a34f-4b0d-a913-7ea5bbc9863c req-03c4a993-c5ab-4b4c-bc52-d0e6a40e4678 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 842.768952] env[70691]: DEBUG nova.network.neutron [req-f2bbb024-a34f-4b0d-a913-7ea5bbc9863c req-03c4a993-c5ab-4b4c-bc52-d0e6a40e4678 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.922714] env[70691]: DEBUG nova.compute.utils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 842.928404] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 842.928590] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 843.010547] env[70691]: DEBUG nova.policy [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2053c4d1a24f4951bafa6197b6b3ffff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201c0c90c6cf405889264973fb54a74d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 843.099569] env[70691]: DEBUG nova.network.neutron [-] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.271663] env[70691]: DEBUG oslo_concurrency.lockutils [req-f2bbb024-a34f-4b0d-a913-7ea5bbc9863c req-03c4a993-c5ab-4b4c-bc52-d0e6a40e4678 service nova] Releasing lock "refresh_cache-7521efba-e1a0-43ef-9d28-f91158a2541a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.274487] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "refresh_cache-7521efba-e1a0-43ef-9d28-f91158a2541a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.274701] env[70691]: DEBUG nova.network.neutron [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 843.436115] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 843.468083] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Successfully created port: 46fc0511-cc39-4225-b130-49312b06c94d {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.606851] env[70691]: INFO nova.compute.manager [-] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Took 1.33 seconds to deallocate network for instance. [ 843.839120] env[70691]: DEBUG nova.network.neutron [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 844.091956] env[70691]: DEBUG nova.network.neutron [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Updating instance_info_cache with network_info: [{"id": "60b7003c-e8e8-4eba-87dd-4fa74e99c336", "address": "fa:16:3e:fd:ad:d6", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b7003c-e8", "ovs_interfaceid": "60b7003c-e8e8-4eba-87dd-4fa74e99c336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.102932] env[70691]: DEBUG nova.compute.manager [req-b8927635-ebaa-4b3d-a101-783c8100ce77 req-46a0d99a-adc5-429a-b9a8-156a006c1a74 service nova] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Received event network-vif-deleted-4854ba23-7774-4cab-8933-b0457e08f89b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 844.106149] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f39a615-961f-4fc6-9ec5-608d4a96048b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.121145] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4716d074-1202-4dcc-acbc-2bb55c62d849 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.125244] env[70691]: DEBUG oslo_concurrency.lockutils [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.162281] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035924ef-d973-4c6e-b0f9-af66724b8098 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.170955] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a314d916-12e5-45ac-8209-fa2c48d859df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.187574] env[70691]: DEBUG nova.compute.provider_tree [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.453095] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 844.487344] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 844.491018] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 844.491018] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.491018] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 844.491018] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.491018] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 844.491330] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 844.491330] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 844.491330] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 844.491330] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 844.491330] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 844.491472] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64032923-86a0-4e0c-ac7c-6169cc71a7b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.501482] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f193e70-1303-427e-89f4-596a7b4c0391 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.597036] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "refresh_cache-7521efba-e1a0-43ef-9d28-f91158a2541a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.597036] env[70691]: DEBUG nova.compute.manager [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Instance network_info: |[{"id": "60b7003c-e8e8-4eba-87dd-4fa74e99c336", "address": "fa:16:3e:fd:ad:d6", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b7003c-e8", "ovs_interfaceid": "60b7003c-e8e8-4eba-87dd-4fa74e99c336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 844.597764] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:ad:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60b7003c-e8e8-4eba-87dd-4fa74e99c336', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.605859] env[70691]: DEBUG oslo.service.loopingcall [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.606333] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 844.606872] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea741ed9-6c37-48b9-82f6-0692ca12e908 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.631107] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.631107] env[70691]: value = "task-3453963" [ 844.631107] env[70691]: _type = "Task" [ 844.631107] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.640700] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453963, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.692511] env[70691]: DEBUG nova.scheduler.client.report [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 845.146480] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453963, 'name': CreateVM_Task, 'duration_secs': 0.368173} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.146823] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 845.147713] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.147880] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.148245] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.148516] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9d32b2-d8a6-477c-8415-cbb637504155 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.155828] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 845.155828] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5277a15b-b976-8f0a-1b16-cbab430043a8" [ 845.155828] env[70691]: _type = "Task" [ 845.155828] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.164742] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5277a15b-b976-8f0a-1b16-cbab430043a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.199884] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.200466] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 845.205151] env[70691]: DEBUG oslo_concurrency.lockutils [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.146s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.205151] env[70691]: DEBUG oslo_concurrency.lockutils [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.205400] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.987s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.206896] env[70691]: INFO nova.compute.claims [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.234212] env[70691]: INFO nova.scheduler.client.report [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Deleted allocations for instance f34b664a-979f-40f9-8189-57aa4c5b5b94 [ 845.509931] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "085f5a90-e982-4ad5-8d81-5302994ee1ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.510198] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.519705] env[70691]: DEBUG nova.compute.manager [req-04c9e14e-329d-4be3-a015-cbc01128f566 req-27a04f3c-7475-4b2e-9a92-922c3eae0f49 service nova] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Received event network-vif-plugged-46fc0511-cc39-4225-b130-49312b06c94d {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 845.519924] env[70691]: DEBUG oslo_concurrency.lockutils [req-04c9e14e-329d-4be3-a015-cbc01128f566 req-27a04f3c-7475-4b2e-9a92-922c3eae0f49 service nova] Acquiring lock "49cdb134-0b77-4291-8cd6-5dd006bffadb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.520161] env[70691]: DEBUG oslo_concurrency.lockutils [req-04c9e14e-329d-4be3-a015-cbc01128f566 req-27a04f3c-7475-4b2e-9a92-922c3eae0f49 service nova] Lock "49cdb134-0b77-4291-8cd6-5dd006bffadb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.520339] env[70691]: DEBUG oslo_concurrency.lockutils [req-04c9e14e-329d-4be3-a015-cbc01128f566 req-27a04f3c-7475-4b2e-9a92-922c3eae0f49 service nova] Lock "49cdb134-0b77-4291-8cd6-5dd006bffadb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.520507] env[70691]: DEBUG nova.compute.manager [req-04c9e14e-329d-4be3-a015-cbc01128f566 req-27a04f3c-7475-4b2e-9a92-922c3eae0f49 service nova] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] No waiting events found dispatching network-vif-plugged-46fc0511-cc39-4225-b130-49312b06c94d {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 845.520672] env[70691]: WARNING nova.compute.manager [req-04c9e14e-329d-4be3-a015-cbc01128f566 req-27a04f3c-7475-4b2e-9a92-922c3eae0f49 service nova] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Received unexpected event network-vif-plugged-46fc0511-cc39-4225-b130-49312b06c94d for instance with vm_state building and task_state spawning. [ 845.667985] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5277a15b-b976-8f0a-1b16-cbab430043a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013182} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.668388] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.668659] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.668911] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.669095] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.669290] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.669884] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07c91f69-f05a-4adb-97e0-4511f4c7cdb2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.684322] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.684626] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 845.685503] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c2e8a3-69d8-4421-8080-259197c620aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.691933] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 845.691933] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ab89e3-95ac-2b95-d273-b1b25a7da8a6" [ 845.691933] env[70691]: _type = "Task" [ 845.691933] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.701343] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ab89e3-95ac-2b95-d273-b1b25a7da8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.714202] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Successfully updated port: 46fc0511-cc39-4225-b130-49312b06c94d {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.718667] env[70691]: DEBUG nova.compute.utils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 845.727210] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 845.727210] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 845.742757] env[70691]: DEBUG oslo_concurrency.lockutils [None req-25ea1ef3-1562-444d-ac93-a4e57296a84d tempest-ServersAdminNegativeTestJSON-429417053 tempest-ServersAdminNegativeTestJSON-429417053-project-member] Lock "f34b664a-979f-40f9-8189-57aa4c5b5b94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.770s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.803866] env[70691]: DEBUG nova.policy [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2053c4d1a24f4951bafa6197b6b3ffff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201c0c90c6cf405889264973fb54a74d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 845.936227] env[70691]: DEBUG oslo_vmware.rw_handles [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ce85d-eb83-03d6-819b-dcc85653a9fc/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 845.937174] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d509f-69d9-4bbd-99ad-550187319f31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.947649] env[70691]: DEBUG oslo_vmware.rw_handles [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ce85d-eb83-03d6-819b-dcc85653a9fc/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 845.947846] env[70691]: ERROR oslo_vmware.rw_handles [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ce85d-eb83-03d6-819b-dcc85653a9fc/disk-0.vmdk due to incomplete transfer. [ 845.948105] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68a3946c-22cd-4688-a924-bf67185d0f9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.956366] env[70691]: DEBUG oslo_vmware.rw_handles [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ce85d-eb83-03d6-819b-dcc85653a9fc/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 845.956366] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Uploaded image 1ecb0594-b71e-4ab4-b47a-bd69c8beb3b5 to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 845.962520] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 845.962832] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7099f7a5-4e0f-4bdb-911b-84587cbaff22 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.971072] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 845.971072] env[70691]: value = "task-3453964" [ 845.971072] env[70691]: _type = "Task" [ 845.971072] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.980018] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453964, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.203340] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ab89e3-95ac-2b95-d273-b1b25a7da8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.02447} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.204823] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956665fc-b0b7-4933-a869-87992204de0f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.214349] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 846.214349] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b2c149-efc8-4127-5859-bae7a006ea1e" [ 846.214349] env[70691]: _type = "Task" [ 846.214349] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.225590] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 846.233670] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "refresh_cache-49cdb134-0b77-4291-8cd6-5dd006bffadb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.233670] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired lock "refresh_cache-49cdb134-0b77-4291-8cd6-5dd006bffadb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.233670] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 846.233670] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b2c149-efc8-4127-5859-bae7a006ea1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.486400] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453964, 'name': Destroy_Task, 'duration_secs': 0.328694} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.494118] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Destroyed the VM [ 846.494364] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.494898] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5996ba54-4a35-423c-bda4-0255a1d50866 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.503543] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 846.503543] env[70691]: value = "task-3453965" [ 846.503543] env[70691]: _type = "Task" [ 846.503543] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.514926] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Successfully created port: 03c04d99-b743-4dd9-931b-9b67bcdcb89c {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.522245] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453965, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.725014] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b2c149-efc8-4127-5859-bae7a006ea1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014644} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.725345] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.725624] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 7521efba-e1a0-43ef-9d28-f91158a2541a/7521efba-e1a0-43ef-9d28-f91158a2541a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 846.725888] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b798b913-9d80-4078-a2ce-44b7f2d25183 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.752556] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 846.752556] env[70691]: value = "task-3453966" [ 846.752556] env[70691]: _type = "Task" [ 846.752556] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.767167] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.842942] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 846.941981] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d617cb-8ecb-417a-bc0a-73b69ccfa89b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.954793] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7411f929-14dc-4748-93c9-c5a5df868efd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.997424] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45571578-e466-4b72-b2a1-241e616bc2e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.011479] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d33169-c851-4ed7-af16-61e6b21fd6bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.019938] env[70691]: DEBUG oslo_vmware.api [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453965, 'name': RemoveSnapshot_Task, 'duration_secs': 0.463133} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.021378] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 847.021690] env[70691]: INFO nova.compute.manager [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Took 12.75 seconds to snapshot the instance on the hypervisor. [ 847.042744] env[70691]: DEBUG nova.compute.provider_tree [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.166677] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Updating instance_info_cache with network_info: [{"id": "46fc0511-cc39-4225-b130-49312b06c94d", "address": "fa:16:3e:bd:a8:6b", "network": {"id": "fe8b09c4-2c15-405c-a185-a7d2d11c1910", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1058044088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201c0c90c6cf405889264973fb54a74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46fc0511-cc", "ovs_interfaceid": "46fc0511-cc39-4225-b130-49312b06c94d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.184453] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "c9529c9f-d2f0-4816-a016-8e8e861f1068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.184692] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "c9529c9f-d2f0-4816-a016-8e8e861f1068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.184916] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "c9529c9f-d2f0-4816-a016-8e8e861f1068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.185755] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "c9529c9f-d2f0-4816-a016-8e8e861f1068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.185942] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "c9529c9f-d2f0-4816-a016-8e8e861f1068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.189512] env[70691]: INFO nova.compute.manager [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Terminating instance [ 847.193486] env[70691]: DEBUG nova.compute.manager [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 847.193693] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 847.196728] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3962a-580c-4ee5-acaa-af83ec0238a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.206333] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 847.206641] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae0c8549-019b-4a30-9385-9e0ad88d9f41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.242780] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 847.271726] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477209} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.274020] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 7521efba-e1a0-43ef-9d28-f91158a2541a/7521efba-e1a0-43ef-9d28-f91158a2541a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 847.274491] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.275076] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbbfccfc-8d37-4a73-bd48-4c37379873a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.283081] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 847.283332] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 847.283566] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleting the datastore file [datastore1] c9529c9f-d2f0-4816-a016-8e8e861f1068 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.291728] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 847.292196] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 847.292458] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.292826] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 847.293123] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.293326] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 847.293554] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 847.293717] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 847.293882] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 847.294059] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 847.294349] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 847.294714] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa41e194-b8e6-424a-9978-766675941728 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.297827] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 847.297827] env[70691]: value = "task-3453968" [ 847.297827] env[70691]: _type = "Task" [ 847.297827] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.298702] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0395a931-35c1-40b5-b2a1-4118c049293f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.307751] env[70691]: DEBUG oslo_vmware.api [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 847.307751] env[70691]: value = "task-3453969" [ 847.307751] env[70691]: _type = "Task" [ 847.307751] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.320706] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac1ce0d-2a86-4832-a348-fe0bb2a85b2a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.325175] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.340573] env[70691]: DEBUG oslo_vmware.api [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.544461] env[70691]: DEBUG nova.compute.manager [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Instance disappeared during snapshot {{(pid=70691) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 847.551020] env[70691]: DEBUG nova.scheduler.client.report [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 847.573073] env[70691]: DEBUG nova.compute.manager [None req-a6309fb3-9eda-40ea-b2ff-72d607a8904a tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image not found during clean up 1ecb0594-b71e-4ab4-b47a-bd69c8beb3b5 {{(pid=70691) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 847.672800] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Releasing lock "refresh_cache-49cdb134-0b77-4291-8cd6-5dd006bffadb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.673154] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Instance network_info: |[{"id": "46fc0511-cc39-4225-b130-49312b06c94d", "address": "fa:16:3e:bd:a8:6b", "network": {"id": "fe8b09c4-2c15-405c-a185-a7d2d11c1910", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1058044088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201c0c90c6cf405889264973fb54a74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46fc0511-cc", "ovs_interfaceid": "46fc0511-cc39-4225-b130-49312b06c94d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 847.674487] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a8:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46fc0511-cc39-4225-b130-49312b06c94d', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.685228] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Creating folder: Project (201c0c90c6cf405889264973fb54a74d). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 847.685543] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-721a27a9-c05f-4341-93ae-199ffcfcd254 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.695448] env[70691]: DEBUG nova.compute.manager [req-11319f42-b978-4235-ad6d-8182a11d7f49 req-55c8e89e-2c64-435c-aa9e-811f7f704516 service nova] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Received event network-changed-46fc0511-cc39-4225-b130-49312b06c94d {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 847.696199] env[70691]: DEBUG nova.compute.manager [req-11319f42-b978-4235-ad6d-8182a11d7f49 req-55c8e89e-2c64-435c-aa9e-811f7f704516 service nova] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Refreshing instance network info cache due to event network-changed-46fc0511-cc39-4225-b130-49312b06c94d. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 847.696199] env[70691]: DEBUG oslo_concurrency.lockutils [req-11319f42-b978-4235-ad6d-8182a11d7f49 req-55c8e89e-2c64-435c-aa9e-811f7f704516 service nova] Acquiring lock "refresh_cache-49cdb134-0b77-4291-8cd6-5dd006bffadb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.696199] env[70691]: DEBUG oslo_concurrency.lockutils [req-11319f42-b978-4235-ad6d-8182a11d7f49 req-55c8e89e-2c64-435c-aa9e-811f7f704516 service nova] Acquired lock "refresh_cache-49cdb134-0b77-4291-8cd6-5dd006bffadb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.696680] env[70691]: DEBUG nova.network.neutron [req-11319f42-b978-4235-ad6d-8182a11d7f49 req-55c8e89e-2c64-435c-aa9e-811f7f704516 service nova] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Refreshing network info cache for port 46fc0511-cc39-4225-b130-49312b06c94d {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 847.699400] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Created folder: Project (201c0c90c6cf405889264973fb54a74d) in parent group-v689428. [ 847.699682] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Creating folder: Instances. Parent ref: group-v689554. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 847.702014] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57ce0219-1592-41dc-a6b9-86118595aa23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.712535] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Created folder: Instances in parent group-v689554. [ 847.712535] env[70691]: DEBUG oslo.service.loopingcall [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.712677] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 847.713683] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab7671d9-f1a4-4ebc-bf86-5edc25e245c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.734914] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.734914] env[70691]: value = "task-3453972" [ 847.734914] env[70691]: _type = "Task" [ 847.734914] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.747924] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453972, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.812321] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113782} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.815519] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.816410] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be74b84-3617-4a70-967c-93e5951414fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.824569] env[70691]: DEBUG oslo_vmware.api [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3453969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172852} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.834058] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.834368] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 847.834619] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 847.834823] env[70691]: INFO nova.compute.manager [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Took 0.64 seconds to destroy the instance on the hypervisor. [ 847.835144] env[70691]: DEBUG oslo.service.loopingcall [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.845123] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 7521efba-e1a0-43ef-9d28-f91158a2541a/7521efba-e1a0-43ef-9d28-f91158a2541a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.845470] env[70691]: DEBUG nova.compute.manager [-] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 847.845570] env[70691]: DEBUG nova.network.neutron [-] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 847.849231] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8cdabb7-0b91-43be-8ca8-bb33463083d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.880630] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 847.880630] env[70691]: value = "task-3453973" [ 847.880630] env[70691]: _type = "Task" [ 847.880630] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.890095] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.053146] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.053146] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.054194] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.056308] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 848.058370] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.017s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.058564] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.060622] env[70691]: DEBUG oslo_concurrency.lockutils [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.429s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.060816] env[70691]: DEBUG oslo_concurrency.lockutils [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.065426] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.483s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.097242] env[70691]: INFO nova.scheduler.client.report [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Deleted allocations for instance 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5 [ 848.105571] env[70691]: INFO nova.scheduler.client.report [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Deleted allocations for instance 4a66e727-8ebe-4e50-82d4-0033cfc9c43d [ 848.244707] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453972, 'name': CreateVM_Task, 'duration_secs': 0.35351} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.245055] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 848.245601] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.245787] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.246124] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.246388] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a4fbc0-e145-4d00-a0de-0f6dfd9ca12e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.252914] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 848.252914] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5237a923-3a49-d349-adfd-1431373e20da" [ 848.252914] env[70691]: _type = "Task" [ 848.252914] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.262397] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5237a923-3a49-d349-adfd-1431373e20da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.282859] env[70691]: DEBUG nova.compute.manager [req-2de3db4c-1efc-4ac1-8d69-a69494dad306 req-4e5119fc-746e-4fc4-9fa7-e5ef5e14ebd3 service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Received event network-vif-deleted-1bc2c7e1-6685-4432-b114-c72e37fcbf1a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 848.283114] env[70691]: INFO nova.compute.manager [req-2de3db4c-1efc-4ac1-8d69-a69494dad306 req-4e5119fc-746e-4fc4-9fa7-e5ef5e14ebd3 service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Neutron deleted interface 1bc2c7e1-6685-4432-b114-c72e37fcbf1a; detaching it from the instance and deleting it from the info cache [ 848.283309] env[70691]: DEBUG nova.network.neutron [req-2de3db4c-1efc-4ac1-8d69-a69494dad306 req-4e5119fc-746e-4fc4-9fa7-e5ef5e14ebd3 service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.393967] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453973, 'name': ReconfigVM_Task, 'duration_secs': 0.291087} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.395068] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 7521efba-e1a0-43ef-9d28-f91158a2541a/7521efba-e1a0-43ef-9d28-f91158a2541a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.395068] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-272f0926-8851-49ac-b585-da507dd462a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.402550] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 848.402550] env[70691]: value = "task-3453974" [ 848.402550] env[70691]: _type = "Task" [ 848.402550] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.411290] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453974, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.453199] env[70691]: DEBUG nova.network.neutron [req-11319f42-b978-4235-ad6d-8182a11d7f49 req-55c8e89e-2c64-435c-aa9e-811f7f704516 service nova] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Updated VIF entry in instance network info cache for port 46fc0511-cc39-4225-b130-49312b06c94d. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 848.453613] env[70691]: DEBUG nova.network.neutron [req-11319f42-b978-4235-ad6d-8182a11d7f49 req-55c8e89e-2c64-435c-aa9e-811f7f704516 service nova] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Updating instance_info_cache with network_info: [{"id": "46fc0511-cc39-4225-b130-49312b06c94d", "address": "fa:16:3e:bd:a8:6b", "network": {"id": "fe8b09c4-2c15-405c-a185-a7d2d11c1910", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1058044088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201c0c90c6cf405889264973fb54a74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46fc0511-cc", "ovs_interfaceid": "46fc0511-cc39-4225-b130-49312b06c94d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.560561] env[70691]: DEBUG nova.compute.utils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 848.564949] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 848.565349] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 848.576741] env[70691]: INFO nova.compute.claims [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.610949] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ec8596b-6eea-4f50-a8ba-7727b63373ba tempest-ServerTagsTestJSON-947175671 tempest-ServerTagsTestJSON-947175671-project-member] Lock "0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.579s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.615169] env[70691]: DEBUG oslo_concurrency.lockutils [None req-baf2cfd9-8a68-46c0-954b-d324560a0427 tempest-ImagesNegativeTestJSON-1009339572 tempest-ImagesNegativeTestJSON-1009339572-project-member] Lock "4a66e727-8ebe-4e50-82d4-0033cfc9c43d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.100s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.635856] env[70691]: DEBUG nova.policy [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2053c4d1a24f4951bafa6197b6b3ffff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201c0c90c6cf405889264973fb54a74d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 848.711729] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Successfully updated port: 03c04d99-b743-4dd9-931b-9b67bcdcb89c {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.758343] env[70691]: DEBUG nova.network.neutron [-] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.765659] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5237a923-3a49-d349-adfd-1431373e20da, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.765973] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.766225] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.766461] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.766689] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.766787] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.767106] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4efa1235-cd0b-43f5-92e2-76cc377cc2d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.779347] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.779347] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 848.779347] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203d5fc3-5fed-490f-ada2-332bba91915c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.785688] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 848.785688] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5248bf50-5629-7261-062e-30b238953f39" [ 848.785688] env[70691]: _type = "Task" [ 848.785688] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.786862] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-651f17e7-749f-4a3c-ae28-7fc7424bbaec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.799172] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5248bf50-5629-7261-062e-30b238953f39, 'name': SearchDatastore_Task, 'duration_secs': 0.00831} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.801450] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534337e2-d048-4526-9dd2-c68e85300957 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.807108] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa08376-49c3-403d-8f7c-21dab0435b73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.823388] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 848.823388] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a9f9d4-2e84-5603-f152-6689d396e961" [ 848.823388] env[70691]: _type = "Task" [ 848.823388] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.832609] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a9f9d4-2e84-5603-f152-6689d396e961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.848584] env[70691]: DEBUG nova.compute.manager [req-2de3db4c-1efc-4ac1-8d69-a69494dad306 req-4e5119fc-746e-4fc4-9fa7-e5ef5e14ebd3 service nova] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Detach interface failed, port_id=1bc2c7e1-6685-4432-b114-c72e37fcbf1a, reason: Instance c9529c9f-d2f0-4816-a016-8e8e861f1068 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 848.912444] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453974, 'name': Rename_Task, 'duration_secs': 0.15089} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.912742] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 848.912996] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d4fba63-60a1-4d74-ad2c-64543d851454 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.919585] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 848.919585] env[70691]: value = "task-3453975" [ 848.919585] env[70691]: _type = "Task" [ 848.919585] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.929149] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.957335] env[70691]: DEBUG oslo_concurrency.lockutils [req-11319f42-b978-4235-ad6d-8182a11d7f49 req-55c8e89e-2c64-435c-aa9e-811f7f704516 service nova] Releasing lock "refresh_cache-49cdb134-0b77-4291-8cd6-5dd006bffadb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.987701] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Successfully created port: b0567c41-d390-49e9-8eb2-eb71cdd4116a {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.065303] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 849.088183] env[70691]: INFO nova.compute.resource_tracker [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating resource usage from migration 0f1fa843-ac32-44aa-8bb3-b886d462b73d [ 849.214432] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "refresh_cache-18c63efb-6b85-4802-af43-955db8bb3fd0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.214571] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired lock "refresh_cache-18c63efb-6b85-4802-af43-955db8bb3fd0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.214726] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 849.260912] env[70691]: INFO nova.compute.manager [-] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Took 1.42 seconds to deallocate network for instance. [ 849.340728] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a9f9d4-2e84-5603-f152-6689d396e961, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.341667] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.342418] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 49cdb134-0b77-4291-8cd6-5dd006bffadb/49cdb134-0b77-4291-8cd6-5dd006bffadb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 849.342578] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad6c1819-0131-4484-8d67-13ce86a3f4d0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.352728] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 849.352728] env[70691]: value = "task-3453976" [ 849.352728] env[70691]: _type = "Task" [ 849.352728] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.363271] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.435025] env[70691]: DEBUG oslo_vmware.api [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3453975, 'name': PowerOnVM_Task, 'duration_secs': 0.468884} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.443957] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 849.444320] env[70691]: INFO nova.compute.manager [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Took 8.66 seconds to spawn the instance on the hypervisor. [ 849.444943] env[70691]: DEBUG nova.compute.manager [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 849.446123] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e501338-8e0d-40d0-b9dc-4d16119439c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.760944] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbddd0a-2968-4b3c-85f7-8a298f5f9f06 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.771191] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb204c2-9f2e-4e61-855d-4bf9d0547d67 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.779838] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.828573] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 849.830302] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de598e3-b055-400c-a08d-e36751b7a65d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.842937] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90848e6-95bc-438a-a0ee-6f2bfc7d4691 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.642173] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 850.646731] env[70691]: DEBUG nova.compute.manager [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Received event network-vif-plugged-03c04d99-b743-4dd9-931b-9b67bcdcb89c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 850.646731] env[70691]: DEBUG oslo_concurrency.lockutils [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] Acquiring lock "18c63efb-6b85-4802-af43-955db8bb3fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.646731] env[70691]: DEBUG oslo_concurrency.lockutils [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] Lock "18c63efb-6b85-4802-af43-955db8bb3fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.646731] env[70691]: DEBUG oslo_concurrency.lockutils [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] Lock "18c63efb-6b85-4802-af43-955db8bb3fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.646731] env[70691]: DEBUG nova.compute.manager [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] No waiting events found dispatching network-vif-plugged-03c04d99-b743-4dd9-931b-9b67bcdcb89c {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 850.647316] env[70691]: WARNING nova.compute.manager [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Received unexpected event network-vif-plugged-03c04d99-b743-4dd9-931b-9b67bcdcb89c for instance with vm_state building and task_state spawning. [ 850.647316] env[70691]: DEBUG nova.compute.manager [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Received event network-changed-03c04d99-b743-4dd9-931b-9b67bcdcb89c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 850.647316] env[70691]: DEBUG nova.compute.manager [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Refreshing instance network info cache due to event network-changed-03c04d99-b743-4dd9-931b-9b67bcdcb89c. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 850.647316] env[70691]: DEBUG oslo_concurrency.lockutils [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] Acquiring lock "refresh_cache-18c63efb-6b85-4802-af43-955db8bb3fd0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.656424] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquiring lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.656749] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.657386] env[70691]: INFO nova.compute.manager [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Took 57.83 seconds to build instance. [ 850.667935] env[70691]: DEBUG nova.compute.provider_tree [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.672267] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678417} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.674940] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 49cdb134-0b77-4291-8cd6-5dd006bffadb/49cdb134-0b77-4291-8cd6-5dd006bffadb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 850.675663] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.675663] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaee50d3-5b30-461f-8625-3ba4111aaf29 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.682713] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 850.682713] env[70691]: value = "task-3453977" [ 850.682713] env[70691]: _type = "Task" [ 850.682713] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.687967] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 850.688279] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 850.688372] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.689022] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 850.689022] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.689022] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 850.689185] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 850.689223] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 850.689365] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 850.690313] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 850.690313] env[70691]: DEBUG nova.virt.hardware [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 850.690914] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a1d49b-d173-449d-b0ac-846a45f45f27 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.698366] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.701822] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b915b4b0-84da-4a75-a63e-09b0366f2e80 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.887403] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Updating instance_info_cache with network_info: [{"id": "03c04d99-b743-4dd9-931b-9b67bcdcb89c", "address": "fa:16:3e:4d:f9:14", "network": {"id": "fe8b09c4-2c15-405c-a185-a7d2d11c1910", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1058044088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201c0c90c6cf405889264973fb54a74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c04d99-b7", "ovs_interfaceid": "03c04d99-b743-4dd9-931b-9b67bcdcb89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.161350] env[70691]: INFO nova.compute.manager [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Rebuilding instance [ 851.169974] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9dd810a8-9157-41f3-915e-5739983fa87b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "7521efba-e1a0-43ef-9d28-f91158a2541a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.953s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.175855] env[70691]: DEBUG nova.scheduler.client.report [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 851.200965] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070594} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.202952] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.204807] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf844a51-f67f-4862-8276-57a98ba6622c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.240019] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 49cdb134-0b77-4291-8cd6-5dd006bffadb/49cdb134-0b77-4291-8cd6-5dd006bffadb.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.243237] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e8a4e7-8e33-47b6-98f7-b210121222a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.263581] env[70691]: DEBUG nova.compute.manager [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 851.263581] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38953587-1c8c-4133-bc8c-5205a626862b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.265147] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 851.265147] env[70691]: value = "task-3453978" [ 851.265147] env[70691]: _type = "Task" [ 851.265147] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.278071] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.324676] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Successfully updated port: b0567c41-d390-49e9-8eb2-eb71cdd4116a {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.394667] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Releasing lock "refresh_cache-18c63efb-6b85-4802-af43-955db8bb3fd0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.394667] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Instance network_info: |[{"id": "03c04d99-b743-4dd9-931b-9b67bcdcb89c", "address": "fa:16:3e:4d:f9:14", "network": {"id": "fe8b09c4-2c15-405c-a185-a7d2d11c1910", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1058044088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201c0c90c6cf405889264973fb54a74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c04d99-b7", "ovs_interfaceid": "03c04d99-b743-4dd9-931b-9b67bcdcb89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 851.394817] env[70691]: DEBUG oslo_concurrency.lockutils [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] Acquired lock "refresh_cache-18c63efb-6b85-4802-af43-955db8bb3fd0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.394817] env[70691]: DEBUG nova.network.neutron [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Refreshing network info cache for port 03c04d99-b743-4dd9-931b-9b67bcdcb89c {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 851.394817] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:f9:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03c04d99-b743-4dd9-931b-9b67bcdcb89c', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.404167] env[70691]: DEBUG oslo.service.loopingcall [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.405423] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 851.407134] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d12060f-4b0c-4ad1-bd48-914f9416b83a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.425695] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.425695] env[70691]: value = "task-3453979" [ 851.425695] env[70691]: _type = "Task" [ 851.425695] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.436971] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453979, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.676740] env[70691]: DEBUG nova.compute.manager [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 851.688553] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.620s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.688553] env[70691]: INFO nova.compute.manager [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Migrating [ 851.696881] env[70691]: DEBUG oslo_concurrency.lockutils [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.445s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.697019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.701862] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.112s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.703607] env[70691]: INFO nova.compute.claims [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.746968] env[70691]: INFO nova.scheduler.client.report [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleted allocations for instance dfd7bf2f-a2c0-4508-9719-675d47bd3de1 [ 851.779546] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 851.779546] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453978, 'name': ReconfigVM_Task, 'duration_secs': 0.306351} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.779721] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-294bd251-1e4f-4123-b2f2-5c18d9f0748e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.784373] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 49cdb134-0b77-4291-8cd6-5dd006bffadb/49cdb134-0b77-4291-8cd6-5dd006bffadb.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.785302] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2549d77f-06bc-4ed4-a362-6de36814b061 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.794259] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 851.794259] env[70691]: value = "task-3453980" [ 851.794259] env[70691]: _type = "Task" [ 851.794259] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.795090] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 851.795090] env[70691]: value = "task-3453981" [ 851.795090] env[70691]: _type = "Task" [ 851.795090] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.815067] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453981, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.815067] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.826991] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "refresh_cache-a6f9576d-a9e9-45b1-882f-455263a2018a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.827216] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired lock "refresh_cache-a6f9576d-a9e9-45b1-882f-455263a2018a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.827418] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 851.861639] env[70691]: DEBUG nova.compute.manager [req-81d9adea-bb6f-476d-9c9c-559c0c565ada req-4c20249e-42b7-4d7d-badd-2ad9a421485e service nova] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Received event network-vif-plugged-b0567c41-d390-49e9-8eb2-eb71cdd4116a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 851.861988] env[70691]: DEBUG oslo_concurrency.lockutils [req-81d9adea-bb6f-476d-9c9c-559c0c565ada req-4c20249e-42b7-4d7d-badd-2ad9a421485e service nova] Acquiring lock "a6f9576d-a9e9-45b1-882f-455263a2018a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.862179] env[70691]: DEBUG oslo_concurrency.lockutils [req-81d9adea-bb6f-476d-9c9c-559c0c565ada req-4c20249e-42b7-4d7d-badd-2ad9a421485e service nova] Lock "a6f9576d-a9e9-45b1-882f-455263a2018a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.862467] env[70691]: DEBUG oslo_concurrency.lockutils [req-81d9adea-bb6f-476d-9c9c-559c0c565ada req-4c20249e-42b7-4d7d-badd-2ad9a421485e service nova] Lock "a6f9576d-a9e9-45b1-882f-455263a2018a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.862605] env[70691]: DEBUG nova.compute.manager [req-81d9adea-bb6f-476d-9c9c-559c0c565ada req-4c20249e-42b7-4d7d-badd-2ad9a421485e service nova] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] No waiting events found dispatching network-vif-plugged-b0567c41-d390-49e9-8eb2-eb71cdd4116a {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 851.862831] env[70691]: WARNING nova.compute.manager [req-81d9adea-bb6f-476d-9c9c-559c0c565ada req-4c20249e-42b7-4d7d-badd-2ad9a421485e service nova] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Received unexpected event network-vif-plugged-b0567c41-d390-49e9-8eb2-eb71cdd4116a for instance with vm_state building and task_state spawning. [ 851.877651] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "e124d60c-63d6-4768-bbe1-ba6c993908db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.877651] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "e124d60c-63d6-4768-bbe1-ba6c993908db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.944449] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453979, 'name': CreateVM_Task, 'duration_secs': 0.36044} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.944954] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 851.946267] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.946952] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.947557] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.947920] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9098fb48-9bc7-4d6b-8895-12b089f9b99a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.955726] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 851.955726] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d3ed07-005c-0d97-05f9-52d2daa09cfb" [ 851.955726] env[70691]: _type = "Task" [ 851.955726] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.965892] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d3ed07-005c-0d97-05f9-52d2daa09cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.202541] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.224024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.224024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.224024] env[70691]: DEBUG nova.network.neutron [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 852.231217] env[70691]: DEBUG nova.network.neutron [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Updated VIF entry in instance network info cache for port 03c04d99-b743-4dd9-931b-9b67bcdcb89c. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 852.231217] env[70691]: DEBUG nova.network.neutron [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Updating instance_info_cache with network_info: [{"id": "03c04d99-b743-4dd9-931b-9b67bcdcb89c", "address": "fa:16:3e:4d:f9:14", "network": {"id": "fe8b09c4-2c15-405c-a185-a7d2d11c1910", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1058044088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201c0c90c6cf405889264973fb54a74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c04d99-b7", "ovs_interfaceid": "03c04d99-b743-4dd9-931b-9b67bcdcb89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.260997] env[70691]: DEBUG oslo_concurrency.lockutils [None req-59b40115-a423-4f50-a908-4c7399b797c0 tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "dfd7bf2f-a2c0-4508-9719-675d47bd3de1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.073s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.321378] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453980, 'name': PowerOffVM_Task, 'duration_secs': 0.277424} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.321378] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453981, 'name': Rename_Task, 'duration_secs': 0.152386} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.321378] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 852.321378] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 852.321378] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 852.321659] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c81d4d8-3f12-4e2e-a7d7-e353a99eb428 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.323011] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66b407be-db3c-4a26-bd57-40e8ad68d142 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.331140] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 852.331140] env[70691]: value = "task-3453983" [ 852.331140] env[70691]: _type = "Task" [ 852.331140] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.331311] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 852.331311] env[70691]: value = "task-3453982" [ 852.331311] env[70691]: _type = "Task" [ 852.331311] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.344529] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.351047] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 852.351047] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 852.351047] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689476', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'name': 'volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89', 'attached_at': '', 'detached_at': '', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'serial': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 852.351047] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea03ea85-6a49-4bd4-8b00-00513c833b39 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.377810] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a261d3c-9fc5-4ab4-9fee-bc05b491ea92 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.386191] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e3c2fb-f585-4e03-b4ee-a475832be2c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.414574] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 852.419151] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cf6f3f-e7d4-4afc-b3ed-feda3f6fb9c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.438035] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] The volume has not been displaced from its original location: [datastore1] volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4/volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 852.444605] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 852.444605] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-223514b8-a3b2-4abc-ab75-8a3ffc3acf4f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.471999] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "554941f0-5130-4a4f-b3b0-48d27d431a8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.472296] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "554941f0-5130-4a4f-b3b0-48d27d431a8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.479382] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d3ed07-005c-0d97-05f9-52d2daa09cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.020963} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.481092] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.481244] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.481381] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.481536] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.481718] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.482059] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 852.482059] env[70691]: value = "task-3453984" [ 852.482059] env[70691]: _type = "Task" [ 852.482059] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.482264] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca757074-1a94-414b-8959-6c8a4e24cd2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.495098] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.495636] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.495828] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 852.496626] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f51ecc-54c8-4136-a3ce-2c85759d4374 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.502480] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 852.502480] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b5ac87-a0e0-6093-4961-b30f0c5b6869" [ 852.502480] env[70691]: _type = "Task" [ 852.502480] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.511164] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b5ac87-a0e0-6093-4961-b30f0c5b6869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.734914] env[70691]: DEBUG oslo_concurrency.lockutils [req-9c9e255c-6f5c-4b23-9e1a-a970d56cf70e req-cd65a1b9-a12b-4c7a-8360-328db6c373b4 service nova] Releasing lock "refresh_cache-18c63efb-6b85-4802-af43-955db8bb3fd0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.739552] env[70691]: DEBUG nova.network.neutron [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Updating instance_info_cache with network_info: [{"id": "b0567c41-d390-49e9-8eb2-eb71cdd4116a", "address": "fa:16:3e:5d:e1:e2", "network": {"id": "fe8b09c4-2c15-405c-a185-a7d2d11c1910", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1058044088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201c0c90c6cf405889264973fb54a74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0567c41-d3", "ovs_interfaceid": "b0567c41-d390-49e9-8eb2-eb71cdd4116a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.841100] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453983, 'name': PowerOnVM_Task, 'duration_secs': 0.492488} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.841300] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 852.841517] env[70691]: INFO nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Took 8.39 seconds to spawn the instance on the hypervisor. [ 852.841701] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 852.842505] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66aa1d5-6267-4f7d-9fb4-f1177667a788 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.996868] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453984, 'name': ReconfigVM_Task, 'duration_secs': 0.247922} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.000191] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 853.005334] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974b2159-3d58-4f2a-88d7-ff1f465e8076 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.036751] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b5ac87-a0e0-6093-4961-b30f0c5b6869, 'name': SearchDatastore_Task, 'duration_secs': 0.021424} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.037193] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 853.037193] env[70691]: value = "task-3453985" [ 853.037193] env[70691]: _type = "Task" [ 853.037193] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.041226] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24539b09-a99b-4b91-ad3c-85b21111f957 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.055816] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 853.055816] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52822ac7-cf1c-b600-c9b7-f4e10c32600e" [ 853.055816] env[70691]: _type = "Task" [ 853.055816] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.064197] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.076469] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52822ac7-cf1c-b600-c9b7-f4e10c32600e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.243770] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Releasing lock "refresh_cache-a6f9576d-a9e9-45b1-882f-455263a2018a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.244299] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Instance network_info: |[{"id": "b0567c41-d390-49e9-8eb2-eb71cdd4116a", "address": "fa:16:3e:5d:e1:e2", "network": {"id": "fe8b09c4-2c15-405c-a185-a7d2d11c1910", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1058044088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201c0c90c6cf405889264973fb54a74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0567c41-d3", "ovs_interfaceid": "b0567c41-d390-49e9-8eb2-eb71cdd4116a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 853.244937] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:e1:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0567c41-d390-49e9-8eb2-eb71cdd4116a', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.252528] env[70691]: DEBUG oslo.service.loopingcall [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.255783] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 853.258049] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a38fae1b-a8b5-49ba-b7f9-8626d6540376 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.278089] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.278089] env[70691]: value = "task-3453986" [ 853.278089] env[70691]: _type = "Task" [ 853.278089] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.288603] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453986, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.338795] env[70691]: DEBUG nova.network.neutron [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance_info_cache with network_info: [{"id": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "address": "fa:16:3e:04:4a:22", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5cd593-fe", "ovs_interfaceid": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.368391] env[70691]: INFO nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Took 53.82 seconds to build instance. [ 853.449507] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a2180e-6435-47fa-b259-5d5d5235284b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.456891] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848e63c2-d3a4-46aa-9f27-d4eb9fc70598 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.488786] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb10e27-098e-4147-b890-2136fc30db3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.497655] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511f223e-c644-47a5-8d8f-0e1e088a7836 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.514687] env[70691]: DEBUG nova.compute.provider_tree [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.549860] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453985, 'name': ReconfigVM_Task, 'duration_secs': 0.187753} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.550794] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689476', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'name': 'volume-02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89', 'attached_at': '', 'detached_at': '', 'volume_id': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4', 'serial': '02bc7fdd-5af4-4959-9b5d-44e4cb312af4'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 853.550910] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 853.551698] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcd0a04-8cf3-48fd-98df-de47a33a5943 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.558863] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 853.559156] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3556a6a-342b-4efb-af2f-24f71cf90e99 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.573890] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52822ac7-cf1c-b600-c9b7-f4e10c32600e, 'name': SearchDatastore_Task, 'duration_secs': 0.021456} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.574212] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.574506] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 18c63efb-6b85-4802-af43-955db8bb3fd0/18c63efb-6b85-4802-af43-955db8bb3fd0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 853.574758] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79616271-5a24-4783-9563-2e8e7c83614e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.585933] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 853.585933] env[70691]: value = "task-3453988" [ 853.585933] env[70691]: _type = "Task" [ 853.585933] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.594502] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.632078] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 853.632340] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 853.632579] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Deleting the datastore file [datastore1] 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.633230] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bbb15e0-d5d4-4c61-8f8a-85707d163e4a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.639262] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for the task: (returnval){ [ 853.639262] env[70691]: value = "task-3453989" [ 853.639262] env[70691]: _type = "Task" [ 853.639262] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.652099] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.792428] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453986, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.842583] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.871883] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "49cdb134-0b77-4291-8cd6-5dd006bffadb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.636s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.018989] env[70691]: DEBUG nova.scheduler.client.report [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 854.098930] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453988, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.150470] env[70691]: DEBUG oslo_vmware.api [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Task: {'id': task-3453989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084928} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.151538] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.151538] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 854.151878] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 854.169334] env[70691]: DEBUG nova.compute.manager [req-190a6f40-6993-43d7-bbfa-086214c985c5 req-4167b916-6b37-4046-b1e1-13a1a3847ede service nova] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Received event network-changed-b0567c41-d390-49e9-8eb2-eb71cdd4116a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 854.169796] env[70691]: DEBUG nova.compute.manager [req-190a6f40-6993-43d7-bbfa-086214c985c5 req-4167b916-6b37-4046-b1e1-13a1a3847ede service nova] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Refreshing instance network info cache due to event network-changed-b0567c41-d390-49e9-8eb2-eb71cdd4116a. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 854.171563] env[70691]: DEBUG oslo_concurrency.lockutils [req-190a6f40-6993-43d7-bbfa-086214c985c5 req-4167b916-6b37-4046-b1e1-13a1a3847ede service nova] Acquiring lock "refresh_cache-a6f9576d-a9e9-45b1-882f-455263a2018a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.171563] env[70691]: DEBUG oslo_concurrency.lockutils [req-190a6f40-6993-43d7-bbfa-086214c985c5 req-4167b916-6b37-4046-b1e1-13a1a3847ede service nova] Acquired lock "refresh_cache-a6f9576d-a9e9-45b1-882f-455263a2018a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.171563] env[70691]: DEBUG nova.network.neutron [req-190a6f40-6993-43d7-bbfa-086214c985c5 req-4167b916-6b37-4046-b1e1-13a1a3847ede service nova] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Refreshing network info cache for port b0567c41-d390-49e9-8eb2-eb71cdd4116a {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 854.228974] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 854.229478] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d547e19-a732-4218-a114-6e7466c680af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.241466] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76e4a37-a073-4461-81bb-23f9807a9c53 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.293738] env[70691]: ERROR nova.compute.manager [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Failed to detach volume 02bc7fdd-5af4-4959-9b5d-44e4cb312af4 from /dev/sda: nova.exception.InstanceNotFound: Instance 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 could not be found. [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Traceback (most recent call last): [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self.driver.rebuild(**kwargs) [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] raise NotImplementedError() [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] NotImplementedError [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] During handling of the above exception, another exception occurred: [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Traceback (most recent call last): [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 854.293738] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self.driver.detach_volume(context, old_connection_info, [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] return self._volumeops.detach_volume(connection_info, instance) [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self._detach_volume_vmdk(connection_info, instance) [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] stable_ref.fetch_moref(session) [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] raise exception.InstanceNotFound(instance_id=self._uuid) [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] nova.exception.InstanceNotFound: Instance 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 could not be found. [ 854.294413] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] [ 854.307331] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3453986, 'name': CreateVM_Task, 'duration_secs': 0.51517} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.307596] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 854.308493] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.308750] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.309193] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.310150] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb86e8a1-0399-45e7-9916-32e42d33ce2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.315252] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 854.315252] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ae33bc-0ec1-88d4-194f-9eec109b64a4" [ 854.315252] env[70691]: _type = "Task" [ 854.315252] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.326898] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ae33bc-0ec1-88d4-194f-9eec109b64a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.375485] env[70691]: DEBUG nova.compute.manager [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 854.477374] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.477617] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.482244] env[70691]: DEBUG nova.compute.utils [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Build of instance 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 aborted: Failed to rebuild volume backed instance. {{(pid=70691) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 854.485775] env[70691]: ERROR nova.compute.manager [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 aborted: Failed to rebuild volume backed instance. [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Traceback (most recent call last): [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self.driver.rebuild(**kwargs) [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] raise NotImplementedError() [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] NotImplementedError [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] During handling of the above exception, another exception occurred: [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Traceback (most recent call last): [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 854.485775] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self._detach_root_volume(context, instance, root_bdm) [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] with excutils.save_and_reraise_exception(): [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self.force_reraise() [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] raise self.value [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self.driver.detach_volume(context, old_connection_info, [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] return self._volumeops.detach_volume(connection_info, instance) [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 854.486218] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self._detach_volume_vmdk(connection_info, instance) [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] stable_ref.fetch_moref(session) [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] raise exception.InstanceNotFound(instance_id=self._uuid) [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] nova.exception.InstanceNotFound: Instance 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 could not be found. [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] During handling of the above exception, another exception occurred: [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Traceback (most recent call last): [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] yield [ 854.486611] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self._do_rebuild_instance_with_claim( [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self._do_rebuild_instance( [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self._rebuild_default_impl(**kwargs) [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] self._rebuild_volume_backed_instance( [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] raise exception.BuildAbortException( [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] nova.exception.BuildAbortException: Build of instance 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 aborted: Failed to rebuild volume backed instance. [ 854.487041] env[70691]: ERROR nova.compute.manager [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] [ 854.491281] env[70691]: DEBUG nova.objects.instance [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lazy-loading 'flavor' on Instance uuid 6184f1ff-39d2-4bf3-8362-08468e600de9 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.527539] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.528124] env[70691]: DEBUG nova.compute.manager [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 854.531373] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.137s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.532806] env[70691]: INFO nova.compute.claims [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.599184] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534142} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.600040] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 18c63efb-6b85-4802-af43-955db8bb3fd0/18c63efb-6b85-4802-af43-955db8bb3fd0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 854.600040] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.600040] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31060a1e-fc7d-4ffa-872f-0fac71a6f567 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.606705] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 854.606705] env[70691]: value = "task-3453990" [ 854.606705] env[70691]: _type = "Task" [ 854.606705] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.615958] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.826042] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ae33bc-0ec1-88d4-194f-9eec109b64a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.826338] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.826391] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.826637] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.826790] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.826977] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.827266] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f277029-fd51-409a-85e3-c9fbecce75b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.835812] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.836029] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 854.836717] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a6e7d3-f6c2-4775-9245-31af8ef16e3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.841815] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 854.841815] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52748e06-ee1d-a2d3-b365-34b40c391bc9" [ 854.841815] env[70691]: _type = "Task" [ 854.841815] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.849558] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52748e06-ee1d-a2d3-b365-34b40c391bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.896856] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.996362] env[70691]: DEBUG nova.network.neutron [req-190a6f40-6993-43d7-bbfa-086214c985c5 req-4167b916-6b37-4046-b1e1-13a1a3847ede service nova] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Updated VIF entry in instance network info cache for port b0567c41-d390-49e9-8eb2-eb71cdd4116a. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 854.996696] env[70691]: DEBUG nova.network.neutron [req-190a6f40-6993-43d7-bbfa-086214c985c5 req-4167b916-6b37-4046-b1e1-13a1a3847ede service nova] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Updating instance_info_cache with network_info: [{"id": "b0567c41-d390-49e9-8eb2-eb71cdd4116a", "address": "fa:16:3e:5d:e1:e2", "network": {"id": "fe8b09c4-2c15-405c-a185-a7d2d11c1910", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1058044088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201c0c90c6cf405889264973fb54a74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0567c41-d3", "ovs_interfaceid": "b0567c41-d390-49e9-8eb2-eb71cdd4116a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.997876] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.998059] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquired lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.033149] env[70691]: DEBUG nova.compute.utils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 855.034724] env[70691]: DEBUG nova.compute.manager [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 855.034967] env[70691]: DEBUG nova.network.neutron [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 855.115771] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079468} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.116112] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.117570] env[70691]: DEBUG nova.policy [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9083598f54d04ba791c6e6760f1ce6f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a53908fddc87430d99beb658e00349e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 855.119410] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6d26f2-5c29-450b-8cc5-04f928c72cb1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.151103] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 18c63efb-6b85-4802-af43-955db8bb3fd0/18c63efb-6b85-4802-af43-955db8bb3fd0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.151312] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54b52852-b0e7-49fa-8f7f-fe7c4537ae50 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.172776] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 855.172776] env[70691]: value = "task-3453991" [ 855.172776] env[70691]: _type = "Task" [ 855.172776] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.180834] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.354530] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52748e06-ee1d-a2d3-b365-34b40c391bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.008248} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.355078] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96cbddc-9cb3-4fb7-84be-fd8997381c69 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.361208] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504c4335-d5cd-4fcd-b550-bfeaf643bd44 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.368025] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 855.368025] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52229300-b2a5-8a8e-baae-6d9b76fe16f5" [ 855.368025] env[70691]: _type = "Task" [ 855.368025] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.382987] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance '265f116d-1cdf-4201-a90e-6a3cb4ea8ece' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 855.400180] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52229300-b2a5-8a8e-baae-6d9b76fe16f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012218} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.400552] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.400878] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] a6f9576d-a9e9-45b1-882f-455263a2018a/a6f9576d-a9e9-45b1-882f-455263a2018a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 855.401222] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-094e9c59-0495-43b1-95f0-6c0be337c002 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.410365] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 855.410365] env[70691]: value = "task-3453992" [ 855.410365] env[70691]: _type = "Task" [ 855.410365] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.423754] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.459476] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.461896] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.461896] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.461896] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.461896] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.464074] env[70691]: INFO nova.compute.manager [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Terminating instance [ 855.466531] env[70691]: DEBUG nova.compute.manager [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 855.466756] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 855.467971] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bc41cc-2322-42c5-b701-f678563b59a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.474902] env[70691]: DEBUG nova.network.neutron [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Successfully created port: 96b9c7af-0685-4580-9882-842b9175dc8b {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.482697] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 855.482977] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f75f2de4-5fe8-40e2-bd5a-45c53f5e6f53 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.489308] env[70691]: DEBUG oslo_vmware.api [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 855.489308] env[70691]: value = "task-3453993" [ 855.489308] env[70691]: _type = "Task" [ 855.489308] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.502788] env[70691]: DEBUG oslo_concurrency.lockutils [req-190a6f40-6993-43d7-bbfa-086214c985c5 req-4167b916-6b37-4046-b1e1-13a1a3847ede service nova] Releasing lock "refresh_cache-a6f9576d-a9e9-45b1-882f-455263a2018a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.503743] env[70691]: DEBUG oslo_vmware.api [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.537926] env[70691]: DEBUG nova.compute.manager [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 855.692322] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453991, 'name': ReconfigVM_Task, 'duration_secs': 0.455279} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.692822] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 18c63efb-6b85-4802-af43-955db8bb3fd0/18c63efb-6b85-4802-af43-955db8bb3fd0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.695705] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f5ae8ba-54dc-49cb-a2a9-42a70cb10ea1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.707883] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 855.707883] env[70691]: value = "task-3453994" [ 855.707883] env[70691]: _type = "Task" [ 855.707883] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.723446] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453994, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.849594] env[70691]: DEBUG nova.network.neutron [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 855.895716] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 855.898212] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-284fe1d1-03ed-480d-8a76-565fe2354e13 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.907524] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 855.907524] env[70691]: value = "task-3453995" [ 855.907524] env[70691]: _type = "Task" [ 855.907524] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.922555] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 855.922555] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance '265f116d-1cdf-4201-a90e-6a3cb4ea8ece' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 855.930768] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510884} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.931640] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] a6f9576d-a9e9-45b1-882f-455263a2018a/a6f9576d-a9e9-45b1-882f-455263a2018a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 855.931786] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.932047] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1644e5b2-5119-467f-b194-f72158aca759 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.939619] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 855.939619] env[70691]: value = "task-3453996" [ 855.939619] env[70691]: _type = "Task" [ 855.939619] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.950227] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.996794] env[70691]: DEBUG nova.compute.manager [req-8d28de59-ff02-4b91-b5fc-5b7b2128d6bd req-98019983-e2c2-4586-a393-d68f4b62ba8f service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Received event network-changed-8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 855.997067] env[70691]: DEBUG nova.compute.manager [req-8d28de59-ff02-4b91-b5fc-5b7b2128d6bd req-98019983-e2c2-4586-a393-d68f4b62ba8f service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Refreshing instance network info cache due to event network-changed-8e1ca53a-36ab-4a53-ae54-0255d013a1e4. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 855.997264] env[70691]: DEBUG oslo_concurrency.lockutils [req-8d28de59-ff02-4b91-b5fc-5b7b2128d6bd req-98019983-e2c2-4586-a393-d68f4b62ba8f service nova] Acquiring lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.004416] env[70691]: DEBUG oslo_vmware.api [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453993, 'name': PowerOffVM_Task, 'duration_secs': 0.225803} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.007278] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 856.007475] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 856.008872] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-481bd28c-7759-431f-8186-6996fdf6fae1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.082008] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 856.082490] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 856.082758] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleting the datastore file [datastore2] 9df6fabe-f667-4fa4-978d-2e8896a7d18c {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.085706] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df8a3f0a-e89a-4576-8184-30625d6f50fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.095185] env[70691]: DEBUG oslo_vmware.api [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for the task: (returnval){ [ 856.095185] env[70691]: value = "task-3453998" [ 856.095185] env[70691]: _type = "Task" [ 856.095185] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.105849] env[70691]: DEBUG oslo_vmware.api [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.189554] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840a2516-d357-4550-a9e7-8371b594f6fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.198191] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a5dc48-253f-4938-b087-ff68a4fd75ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.240781] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cef597-20d5-4f4d-bc3e-c40dadd7f76c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.248720] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453994, 'name': Rename_Task, 'duration_secs': 0.210605} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.250775] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 856.251080] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79ecf64-8499-4d9f-a11c-ee8a27e8737b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.254464] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542622f3-489f-4938-a9ea-f1a00f6fde36 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.268433] env[70691]: DEBUG nova.compute.provider_tree [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.270706] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 856.270706] env[70691]: value = "task-3453999" [ 856.270706] env[70691]: _type = "Task" [ 856.270706] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.433832] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 856.434104] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 856.434303] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.434457] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 856.434605] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.434752] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 856.434955] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 856.435369] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 856.435601] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 856.435781] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 856.435958] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 856.444300] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce3680ea-5ba8-421b-80ec-07c065e8084e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.463993] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0692} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.468781] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.469384] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 856.469384] env[70691]: value = "task-3454000" [ 856.469384] env[70691]: _type = "Task" [ 856.469384] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.470259] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a88b623-b0f9-412e-8381-ce90f1bc704a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.484602] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.507178] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a6f9576d-a9e9-45b1-882f-455263a2018a/a6f9576d-a9e9-45b1-882f-455263a2018a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.509064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.509064] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b75a37a-af74-49e4-9372-83c6e3d2e839 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.531904] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 856.531904] env[70691]: value = "task-3454001" [ 856.531904] env[70691]: _type = "Task" [ 856.531904] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.543692] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.551326] env[70691]: DEBUG nova.compute.manager [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 856.590131] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 856.590405] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 856.590559] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.590737] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 856.590879] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.592869] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 856.593285] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 856.593490] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 856.593668] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 856.594054] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 856.594293] env[70691]: DEBUG nova.virt.hardware [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 856.595186] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c040f4c-a665-4ed4-a146-9395ee6d4a00 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.611949] env[70691]: DEBUG oslo_vmware.api [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Task: {'id': task-3453998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140777} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.613186] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5dd90b-8825-4391-8825-e1809fa323f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.617011] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.617192] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 856.617371] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 856.617548] env[70691]: INFO nova.compute.manager [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 856.617789] env[70691]: DEBUG oslo.service.loopingcall [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.617983] env[70691]: DEBUG nova.compute.manager [-] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 856.618096] env[70691]: DEBUG nova.network.neutron [-] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 856.773047] env[70691]: DEBUG nova.scheduler.client.report [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 856.785604] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.861109] env[70691]: DEBUG nova.network.neutron [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updating instance_info_cache with network_info: [{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.989533] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.995544] env[70691]: DEBUG nova.compute.manager [req-1fbea010-b8ce-4d7f-9ed8-bd05de9bcef0 req-a26a1be6-670b-41bf-a9c8-8b4adc52219c service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Received event network-vif-deleted-52708f39-7dc4-4e47-b8af-1e036b869865 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 856.995544] env[70691]: INFO nova.compute.manager [req-1fbea010-b8ce-4d7f-9ed8-bd05de9bcef0 req-a26a1be6-670b-41bf-a9c8-8b4adc52219c service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Neutron deleted interface 52708f39-7dc4-4e47-b8af-1e036b869865; detaching it from the instance and deleting it from the info cache [ 856.995688] env[70691]: DEBUG nova.network.neutron [req-1fbea010-b8ce-4d7f-9ed8-bd05de9bcef0 req-a26a1be6-670b-41bf-a9c8-8b4adc52219c service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.042689] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.290023] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.290645] env[70691]: DEBUG nova.compute.manager [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 857.296677] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.212s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.296677] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.297653] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.920s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.299457] env[70691]: INFO nova.compute.claims [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.321258] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.345547] env[70691]: INFO nova.scheduler.client.report [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Deleted allocations for instance 2326608f-ae29-49b0-847a-d8eee0560304 [ 857.365842] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Releasing lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.369496] env[70691]: DEBUG nova.compute.manager [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Inject network info {{(pid=70691) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 857.369543] env[70691]: DEBUG nova.compute.manager [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] network_info to inject: |[{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 857.379734] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Reconfiguring VM instance to set the machine id {{(pid=70691) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 857.379734] env[70691]: DEBUG nova.network.neutron [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Successfully updated port: 96b9c7af-0685-4580-9882-842b9175dc8b {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.380671] env[70691]: DEBUG oslo_concurrency.lockutils [req-8d28de59-ff02-4b91-b5fc-5b7b2128d6bd req-98019983-e2c2-4586-a393-d68f4b62ba8f service nova] Acquired lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.380993] env[70691]: DEBUG nova.network.neutron [req-8d28de59-ff02-4b91-b5fc-5b7b2128d6bd req-98019983-e2c2-4586-a393-d68f4b62ba8f service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Refreshing network info cache for port 8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 857.382479] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60727292-eb12-4cdb-8715-c20669bd7dff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.401247] env[70691]: DEBUG oslo_vmware.api [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 857.401247] env[70691]: value = "task-3454002" [ 857.401247] env[70691]: _type = "Task" [ 857.401247] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.414484] env[70691]: DEBUG oslo_vmware.api [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3454002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.416788] env[70691]: DEBUG nova.network.neutron [-] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.486017] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.498818] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-557975d8-0f02-4e02-95d4-0fe704ea6d80 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.509822] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d728579-f733-4c40-a048-9362d06ae95c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.545019] env[70691]: DEBUG nova.compute.manager [req-1fbea010-b8ce-4d7f-9ed8-bd05de9bcef0 req-a26a1be6-670b-41bf-a9c8-8b4adc52219c service nova] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Detach interface failed, port_id=52708f39-7dc4-4e47-b8af-1e036b869865, reason: Instance 9df6fabe-f667-4fa4-978d-2e8896a7d18c could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 857.556783] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454001, 'name': ReconfigVM_Task, 'duration_secs': 0.882434} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.557103] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a6f9576d-a9e9-45b1-882f-455263a2018a/a6f9576d-a9e9-45b1-882f-455263a2018a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.557802] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ab9aa50-881e-4644-acdf-824680dd56f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.567568] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 857.567568] env[70691]: value = "task-3454003" [ 857.567568] env[70691]: _type = "Task" [ 857.567568] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.576898] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454003, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.714521] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Acquiring lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.716393] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.716687] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Acquiring lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.716916] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.717153] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.723052] env[70691]: INFO nova.compute.manager [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Terminating instance [ 857.725489] env[70691]: DEBUG nova.compute.manager [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 857.725904] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a9be0b8-4194-4db5-a6d0-e30c50a53bcf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.735852] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dfd9a2-a2a9-4a21-b0c7-4a8aab0e17c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.774841] env[70691]: WARNING nova.virt.vmwareapi.driver [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 could not be found. [ 857.775163] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 857.775680] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e748bec-7a7f-4bc2-89ee-a8a079f34347 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.786816] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3453999, 'name': PowerOnVM_Task, 'duration_secs': 1.522198} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.788990] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 857.789278] env[70691]: INFO nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Took 10.55 seconds to spawn the instance on the hypervisor. [ 857.789507] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 857.791970] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafc322f-f2ad-4493-bc6f-1c5d5278c510 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.796047] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e495c39e-de1c-42b8-96ff-6cbbd792c8aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.811571] env[70691]: DEBUG nova.compute.utils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.816050] env[70691]: DEBUG nova.compute.manager [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 857.816050] env[70691]: DEBUG nova.network.neutron [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 857.842212] env[70691]: WARNING nova.virt.vmwareapi.vmops [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 could not be found. [ 857.842464] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 857.842656] env[70691]: INFO nova.compute.manager [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Took 0.12 seconds to destroy the instance on the hypervisor. [ 857.844598] env[70691]: DEBUG oslo.service.loopingcall [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.844598] env[70691]: DEBUG nova.compute.manager [-] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 857.844598] env[70691]: DEBUG nova.network.neutron [-] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 857.857985] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc1f5aae-02dc-4844-833a-23b6442fd6cf tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "2326608f-ae29-49b0-847a-d8eee0560304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.715s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.897947] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquiring lock "refresh_cache-c017cae6-1944-4b86-ac91-48702e470dfc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.898221] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquired lock "refresh_cache-c017cae6-1944-4b86-ac91-48702e470dfc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.898262] env[70691]: DEBUG nova.network.neutron [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 857.917715] env[70691]: DEBUG oslo_vmware.api [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3454002, 'name': ReconfigVM_Task, 'duration_secs': 0.202729} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.917715] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1ad3ac-2d2e-4584-a049-5e037c6744ed tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Reconfigured VM instance to set the machine id {{(pid=70691) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 857.920927] env[70691]: INFO nova.compute.manager [-] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Took 1.30 seconds to deallocate network for instance. [ 857.948034] env[70691]: DEBUG nova.policy [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e4a60b55f1440d3a3198221bcecfdc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3b2f3a93cd94996a9c999720b9c2299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 857.985211] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454000, 'name': ReconfigVM_Task, 'duration_secs': 1.163917} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.985566] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance '265f116d-1cdf-4201-a90e-6a3cb4ea8ece' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 858.078453] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454003, 'name': Rename_Task, 'duration_secs': 0.176635} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.078762] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 858.079084] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e537d482-a700-4ecf-bb72-9c01474b6016 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.085465] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 858.085465] env[70691]: value = "task-3454004" [ 858.085465] env[70691]: _type = "Task" [ 858.085465] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.093109] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.316399] env[70691]: DEBUG nova.compute.manager [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 858.344624] env[70691]: INFO nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Took 57.50 seconds to build instance. [ 858.431118] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.463062] env[70691]: DEBUG nova.network.neutron [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 858.494516] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 858.494782] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 858.494945] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.495619] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 858.495619] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.495619] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 858.495775] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 858.497306] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 858.497306] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 858.497306] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 858.497306] env[70691]: DEBUG nova.virt.hardware [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.501979] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 858.506875] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c83e9f9-8575-4e33-961f-5309599a6fbc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.530199] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 858.530199] env[70691]: value = "task-3454005" [ 858.530199] env[70691]: _type = "Task" [ 858.530199] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.541981] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454005, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.559394] env[70691]: DEBUG nova.network.neutron [req-8d28de59-ff02-4b91-b5fc-5b7b2128d6bd req-98019983-e2c2-4586-a393-d68f4b62ba8f service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updated VIF entry in instance network info cache for port 8e1ca53a-36ab-4a53-ae54-0255d013a1e4. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 858.560249] env[70691]: DEBUG nova.network.neutron [req-8d28de59-ff02-4b91-b5fc-5b7b2128d6bd req-98019983-e2c2-4586-a393-d68f4b62ba8f service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updating instance_info_cache with network_info: [{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.597449] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454004, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.629397] env[70691]: DEBUG nova.objects.instance [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lazy-loading 'flavor' on Instance uuid 6184f1ff-39d2-4bf3-8362-08468e600de9 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.746262] env[70691]: DEBUG nova.network.neutron [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Updating instance_info_cache with network_info: [{"id": "96b9c7af-0685-4580-9882-842b9175dc8b", "address": "fa:16:3e:f3:81:9e", "network": {"id": "5e595836-6c23-43dc-8f32-232c875c78a5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1469198594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a53908fddc87430d99beb658e00349e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b9c7af-06", "ovs_interfaceid": "96b9c7af-0685-4580-9882-842b9175dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.747634] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "3f866d70-dbec-4b20-a478-6d970447cea5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.747779] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.850462] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "18c63efb-6b85-4802-af43-955db8bb3fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.552s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.950965] env[70691]: DEBUG nova.network.neutron [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Successfully created port: 867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.978142] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cc7ad4-ac08-4733-b53d-66ae8c2fb116 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.984799] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74b8389-905c-4ee1-a3d8-16d4f120d05a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.018707] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910b5640-473b-4a42-a5cb-816ff6e6127f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.026756] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54644ee-1ede-432a-b624-f0a8af7c39a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.044754] env[70691]: DEBUG nova.compute.provider_tree [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.051436] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454005, 'name': ReconfigVM_Task, 'duration_secs': 0.18124} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.051881] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.053498] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a3eecc-2c3f-4d23-b260-1b62c650f183 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.082156] env[70691]: DEBUG oslo_concurrency.lockutils [req-8d28de59-ff02-4b91-b5fc-5b7b2128d6bd req-98019983-e2c2-4586-a393-d68f4b62ba8f service nova] Releasing lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.096382] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 265f116d-1cdf-4201-a90e-6a3cb4ea8ece/265f116d-1cdf-4201-a90e-6a3cb4ea8ece.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.097406] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bc80e92-b116-4e33-a737-17b5aa75fa2c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.130456] env[70691]: DEBUG oslo_vmware.api [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454004, 'name': PowerOnVM_Task, 'duration_secs': 0.544536} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.132401] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 859.132860] env[70691]: INFO nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Took 8.49 seconds to spawn the instance on the hypervisor. [ 859.133071] env[70691]: DEBUG nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 859.137283] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.137466] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquired lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.140175] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 859.140175] env[70691]: value = "task-3454006" [ 859.140175] env[70691]: _type = "Task" [ 859.140175] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.141336] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a638f0fa-e421-4519-bd29-a3e07f0870e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.159435] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.250295] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Releasing lock "refresh_cache-c017cae6-1944-4b86-ac91-48702e470dfc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.250793] env[70691]: DEBUG nova.compute.manager [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Instance network_info: |[{"id": "96b9c7af-0685-4580-9882-842b9175dc8b", "address": "fa:16:3e:f3:81:9e", "network": {"id": "5e595836-6c23-43dc-8f32-232c875c78a5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1469198594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a53908fddc87430d99beb658e00349e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b9c7af-06", "ovs_interfaceid": "96b9c7af-0685-4580-9882-842b9175dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 859.252726] env[70691]: DEBUG nova.compute.utils [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.254107] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:81:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96b9c7af-0685-4580-9882-842b9175dc8b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.261479] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Creating folder: Project (a53908fddc87430d99beb658e00349e4). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 859.262035] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f812c9fe-8193-4fda-ba8f-cbaaaba29d1f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.273752] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Created folder: Project (a53908fddc87430d99beb658e00349e4) in parent group-v689428. [ 859.273752] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Creating folder: Instances. Parent ref: group-v689559. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 859.273752] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c938099-ddd2-459e-80e2-c7e8b36b70c8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.283183] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Created folder: Instances in parent group-v689559. [ 859.283460] env[70691]: DEBUG oslo.service.loopingcall [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.283716] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 859.283901] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-539f37fe-cc9d-45e2-b3a0-f46db6d476c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.303076] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.303076] env[70691]: value = "task-3454009" [ 859.303076] env[70691]: _type = "Task" [ 859.303076] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.312681] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454009, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.330107] env[70691]: DEBUG nova.compute.manager [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 859.354032] env[70691]: DEBUG nova.compute.manager [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 859.374859] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 859.377266] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 859.377501] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.377714] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 859.378309] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.378309] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 859.378309] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 859.378565] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 859.378628] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 859.380089] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 859.380089] env[70691]: DEBUG nova.virt.hardware [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 859.380089] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab33d38b-a3ac-4bbe-95fb-0fe30f6470fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.387656] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0029ebf-15d7-423e-8650-279e7e8ed3fa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.550018] env[70691]: DEBUG nova.scheduler.client.report [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 859.637628] env[70691]: DEBUG nova.network.neutron [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 859.660347] env[70691]: DEBUG oslo_vmware.api [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454006, 'name': ReconfigVM_Task, 'duration_secs': 0.294749} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.664487] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 265f116d-1cdf-4201-a90e-6a3cb4ea8ece/265f116d-1cdf-4201-a90e-6a3cb4ea8ece.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.665159] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance '265f116d-1cdf-4201-a90e-6a3cb4ea8ece' progress to 50 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 859.674544] env[70691]: INFO nova.compute.manager [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Took 55.48 seconds to build instance. [ 859.714538] env[70691]: DEBUG nova.network.neutron [-] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.763023] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.813234] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454009, 'name': CreateVM_Task, 'duration_secs': 0.360856} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.813663] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 859.814208] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.814432] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.814755] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.815227] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988c3f4b-70ba-4cb8-be91-906a911abde1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.820527] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 859.820527] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52646bca-0737-0360-52bb-218531c84267" [ 859.820527] env[70691]: _type = "Task" [ 859.820527] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.830221] env[70691]: DEBUG nova.compute.manager [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Received event network-vif-plugged-96b9c7af-0685-4580-9882-842b9175dc8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 859.830448] env[70691]: DEBUG oslo_concurrency.lockutils [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] Acquiring lock "c017cae6-1944-4b86-ac91-48702e470dfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.830659] env[70691]: DEBUG oslo_concurrency.lockutils [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] Lock "c017cae6-1944-4b86-ac91-48702e470dfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.830833] env[70691]: DEBUG oslo_concurrency.lockutils [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] Lock "c017cae6-1944-4b86-ac91-48702e470dfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.831017] env[70691]: DEBUG nova.compute.manager [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] No waiting events found dispatching network-vif-plugged-96b9c7af-0685-4580-9882-842b9175dc8b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 859.831196] env[70691]: WARNING nova.compute.manager [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Received unexpected event network-vif-plugged-96b9c7af-0685-4580-9882-842b9175dc8b for instance with vm_state building and task_state spawning. [ 859.831388] env[70691]: DEBUG nova.compute.manager [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Received event network-changed-96b9c7af-0685-4580-9882-842b9175dc8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 859.831544] env[70691]: DEBUG nova.compute.manager [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Refreshing instance network info cache due to event network-changed-96b9c7af-0685-4580-9882-842b9175dc8b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 859.831737] env[70691]: DEBUG oslo_concurrency.lockutils [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] Acquiring lock "refresh_cache-c017cae6-1944-4b86-ac91-48702e470dfc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.831935] env[70691]: DEBUG oslo_concurrency.lockutils [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] Acquired lock "refresh_cache-c017cae6-1944-4b86-ac91-48702e470dfc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.832228] env[70691]: DEBUG nova.network.neutron [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Refreshing network info cache for port 96b9c7af-0685-4580-9882-842b9175dc8b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 859.837179] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52646bca-0737-0360-52bb-218531c84267, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.837628] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.838176] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.838176] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.838176] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.838417] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.838624] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e672931-26ff-42a4-a519-a0f49c832611 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.848428] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.848629] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 859.849375] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812169e9-8366-4ee6-b6c0-f5e018c5a3d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.854503] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 859.854503] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52291159-44a1-e6a7-7b5f-c26c2e35487c" [ 859.854503] env[70691]: _type = "Task" [ 859.854503] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.871159] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52291159-44a1-e6a7-7b5f-c26c2e35487c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.883531] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.908245] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "0126f1df-f823-4d94-910d-8edbda1c7d36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.908245] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "0126f1df-f823-4d94-910d-8edbda1c7d36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.908618] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "0126f1df-f823-4d94-910d-8edbda1c7d36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.908757] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "0126f1df-f823-4d94-910d-8edbda1c7d36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.908867] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "0126f1df-f823-4d94-910d-8edbda1c7d36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.911314] env[70691]: INFO nova.compute.manager [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Terminating instance [ 859.913312] env[70691]: DEBUG nova.compute.manager [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 859.913949] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 859.915708] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993a32c-d479-4d97-b669-b07a7bebd541 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.924533] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 859.924887] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c4b59dd-3ee6-4568-96cb-44b7e6f24dca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.932076] env[70691]: DEBUG oslo_vmware.api [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 859.932076] env[70691]: value = "task-3454010" [ 859.932076] env[70691]: _type = "Task" [ 859.932076] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.942554] env[70691]: DEBUG oslo_vmware.api [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3454010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.056284] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.056864] env[70691]: DEBUG nova.compute.manager [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 860.059758] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.523s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.061222] env[70691]: INFO nova.compute.claims [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.178928] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc9e69-e034-431d-ace6-355db20bf77a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.184116] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37818143-24a8-4124-a645-a97f060a986e tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "a6f9576d-a9e9-45b1-882f-455263a2018a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.837s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.208348] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a76b1b-8cce-42d4-aa48-d6806b11804c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.228585] env[70691]: INFO nova.compute.manager [-] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Took 2.38 seconds to deallocate network for instance. [ 860.228923] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance '265f116d-1cdf-4201-a90e-6a3cb4ea8ece' progress to 67 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 860.371309] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52291159-44a1-e6a7-7b5f-c26c2e35487c, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.371990] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2f95d9-cbec-43e8-aa1a-5234d21b788e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.383091] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 860.383091] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e1615d-80c5-5206-59b5-dd7b2799371a" [ 860.383091] env[70691]: _type = "Task" [ 860.383091] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.392195] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e1615d-80c5-5206-59b5-dd7b2799371a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.443460] env[70691]: DEBUG oslo_vmware.api [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3454010, 'name': PowerOffVM_Task, 'duration_secs': 0.366005} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.443755] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 860.443930] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 860.444300] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5daf3cf-b7ee-4b6d-b598-9a3a68bd3d0f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.510574] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 860.510884] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 860.511145] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Deleting the datastore file [datastore2] 0126f1df-f823-4d94-910d-8edbda1c7d36 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.511799] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44acc9c0-7b6b-4b7e-afe8-f9375cf1c88d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.518387] env[70691]: DEBUG oslo_vmware.api [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for the task: (returnval){ [ 860.518387] env[70691]: value = "task-3454012" [ 860.518387] env[70691]: _type = "Task" [ 860.518387] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.533886] env[70691]: DEBUG oslo_vmware.api [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3454012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.566877] env[70691]: DEBUG nova.compute.utils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 860.575022] env[70691]: DEBUG nova.compute.manager [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 860.575022] env[70691]: DEBUG nova.network.neutron [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 860.666591] env[70691]: DEBUG nova.network.neutron [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updating instance_info_cache with network_info: [{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.692565] env[70691]: DEBUG nova.policy [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '151a1b8923b9418ea5c6b691a1fad689', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780511d2de9d437a8607c56e65c2f2bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 860.694379] env[70691]: DEBUG nova.compute.manager [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 860.743243] env[70691]: DEBUG nova.compute.manager [req-55155687-a597-45ba-9baa-97e980e05fd2 req-0f617169-17a2-41ee-9da1-91214508020d service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Received event network-changed-8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 860.746189] env[70691]: DEBUG nova.compute.manager [req-55155687-a597-45ba-9baa-97e980e05fd2 req-0f617169-17a2-41ee-9da1-91214508020d service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Refreshing instance network info cache due to event network-changed-8e1ca53a-36ab-4a53-ae54-0255d013a1e4. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 860.746189] env[70691]: DEBUG oslo_concurrency.lockutils [req-55155687-a597-45ba-9baa-97e980e05fd2 req-0f617169-17a2-41ee-9da1-91214508020d service nova] Acquiring lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.781271] env[70691]: DEBUG nova.network.neutron [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Updated VIF entry in instance network info cache for port 96b9c7af-0685-4580-9882-842b9175dc8b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 860.782410] env[70691]: DEBUG nova.network.neutron [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Updating instance_info_cache with network_info: [{"id": "96b9c7af-0685-4580-9882-842b9175dc8b", "address": "fa:16:3e:f3:81:9e", "network": {"id": "5e595836-6c23-43dc-8f32-232c875c78a5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1469198594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a53908fddc87430d99beb658e00349e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b9c7af-06", "ovs_interfaceid": "96b9c7af-0685-4580-9882-842b9175dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.812793] env[70691]: INFO nova.compute.manager [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Took 0.58 seconds to detach 1 volumes for instance. [ 860.819299] env[70691]: DEBUG nova.compute.manager [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Deleting volume: 02bc7fdd-5af4-4959-9b5d-44e4cb312af4 {{(pid=70691) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 860.839557] env[70691]: DEBUG nova.network.neutron [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Port 5e5cd593-fefb-4c52-b134-0f1a6e1acc8b binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 860.858128] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "3f866d70-dbec-4b20-a478-6d970447cea5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.858475] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.858742] env[70691]: INFO nova.compute.manager [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Attaching volume 49b9044c-29af-4bd7-bb21-5bab6c9e548e to /dev/sdb [ 860.899334] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e1615d-80c5-5206-59b5-dd7b2799371a, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.900161] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.900486] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c017cae6-1944-4b86-ac91-48702e470dfc/c017cae6-1944-4b86-ac91-48702e470dfc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 860.904041] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795b8cff-fe81-4673-83a6-972ac3d5ad75 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.911425] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 860.911425] env[70691]: value = "task-3454013" [ 860.911425] env[70691]: _type = "Task" [ 860.911425] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.913391] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5ce313-6973-44c0-89ad-8aade330a2f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.927104] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27947d51-87a4-40c4-9ef2-2271a73ee347 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.930395] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.942685] env[70691]: DEBUG nova.virt.block_device [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updating existing volume attachment record: e70a2e06-cfc3-4112-94ab-069a23fd04cf {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 861.015691] env[70691]: DEBUG nova.network.neutron [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Successfully updated port: 867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.031572] env[70691]: DEBUG oslo_vmware.api [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Task: {'id': task-3454012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184429} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.032973] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.032973] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 861.033169] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 861.033394] env[70691]: INFO nova.compute.manager [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Took 1.12 seconds to destroy the instance on the hypervisor. [ 861.033673] env[70691]: DEBUG oslo.service.loopingcall [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.034267] env[70691]: DEBUG nova.compute.manager [-] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 861.034376] env[70691]: DEBUG nova.network.neutron [-] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 861.080252] env[70691]: DEBUG nova.compute.manager [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 861.170825] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Releasing lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.171150] env[70691]: DEBUG nova.compute.manager [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Inject network info {{(pid=70691) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 861.171459] env[70691]: DEBUG nova.compute.manager [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] network_info to inject: |[{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 861.178626] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Reconfiguring VM instance to set the machine id {{(pid=70691) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 861.182723] env[70691]: DEBUG oslo_concurrency.lockutils [req-55155687-a597-45ba-9baa-97e980e05fd2 req-0f617169-17a2-41ee-9da1-91214508020d service nova] Acquired lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.182723] env[70691]: DEBUG nova.network.neutron [req-55155687-a597-45ba-9baa-97e980e05fd2 req-0f617169-17a2-41ee-9da1-91214508020d service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Refreshing network info cache for port 8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 861.185140] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3239694f-cc7c-449b-b666-4b2dade25110 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.206526] env[70691]: DEBUG oslo_vmware.api [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 861.206526] env[70691]: value = "task-3454016" [ 861.206526] env[70691]: _type = "Task" [ 861.206526] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.232094] env[70691]: DEBUG oslo_vmware.api [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3454016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.234315] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.286242] env[70691]: DEBUG oslo_concurrency.lockutils [req-cebe0ba7-82f6-4bff-90ce-e1db77b1574c req-c0a26948-74e2-4974-b03d-958f79207dfe service nova] Releasing lock "refresh_cache-c017cae6-1944-4b86-ac91-48702e470dfc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.318530] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquiring lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.318768] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.383037] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.424558] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454013, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.496033] env[70691]: DEBUG nova.network.neutron [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Successfully created port: 9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.521363] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.521464] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquired lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.522569] env[70691]: DEBUG nova.network.neutron [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 861.717875] env[70691]: DEBUG oslo_vmware.api [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3454016, 'name': ReconfigVM_Task, 'duration_secs': 0.1865} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.717994] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a233b7-f4f3-4856-802a-97ad559ea558 tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Reconfigured VM instance to set the machine id {{(pid=70691) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 861.775913] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8df92c2-c079-4ea9-8444-28e11c7fe0ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.785182] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ccb76-910c-426e-834a-1c0352b45d8a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.820498] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a704d98-68c2-4a91-a6ad-4f1c4f64b9a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.828417] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5454c0-a2c4-412c-9a64-2cd24a218b9d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.865501] env[70691]: DEBUG nova.compute.provider_tree [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.879695] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.879695] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.879695] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.925097] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.925392] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c017cae6-1944-4b86-ac91-48702e470dfc/c017cae6-1944-4b86-ac91-48702e470dfc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 861.925623] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.926062] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc39b6f-8d68-4060-a2ae-73f6c6c5be23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.932239] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 861.932239] env[70691]: value = "task-3454019" [ 861.932239] env[70691]: _type = "Task" [ 861.932239] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.940834] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.013177] env[70691]: DEBUG nova.compute.manager [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Received event network-vif-deleted-d6ba024e-6550-40e1-bd8f-8c31f1627a03 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 862.013432] env[70691]: DEBUG nova.compute.manager [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Received event network-vif-plugged-867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 862.013635] env[70691]: DEBUG oslo_concurrency.lockutils [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] Acquiring lock "7eeadfd6-9b43-442f-a8ff-e46819987e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.013843] env[70691]: DEBUG oslo_concurrency.lockutils [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] Lock "7eeadfd6-9b43-442f-a8ff-e46819987e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.014019] env[70691]: DEBUG oslo_concurrency.lockutils [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] Lock "7eeadfd6-9b43-442f-a8ff-e46819987e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.014210] env[70691]: DEBUG nova.compute.manager [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] No waiting events found dispatching network-vif-plugged-867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 862.014441] env[70691]: WARNING nova.compute.manager [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Received unexpected event network-vif-plugged-867fb231-0d55-4719-b3bb-b19401a3ea25 for instance with vm_state building and task_state spawning. [ 862.014588] env[70691]: DEBUG nova.compute.manager [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Received event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 862.014696] env[70691]: DEBUG nova.compute.manager [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing instance network info cache due to event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 862.014912] env[70691]: DEBUG oslo_concurrency.lockutils [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] Acquiring lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.072718] env[70691]: DEBUG nova.network.neutron [-] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.074743] env[70691]: DEBUG nova.network.neutron [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 862.090437] env[70691]: DEBUG nova.compute.manager [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 862.131018] env[70691]: DEBUG nova.virt.hardware [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.132633] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ffa846-1e1c-4d0a-aff3-d592b5982c8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.143012] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa6d133-a0c0-4931-89f5-c7ddb5ec318a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.176049] env[70691]: DEBUG nova.network.neutron [req-55155687-a597-45ba-9baa-97e980e05fd2 req-0f617169-17a2-41ee-9da1-91214508020d service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updated VIF entry in instance network info cache for port 8e1ca53a-36ab-4a53-ae54-0255d013a1e4. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 862.176439] env[70691]: DEBUG nova.network.neutron [req-55155687-a597-45ba-9baa-97e980e05fd2 req-0f617169-17a2-41ee-9da1-91214508020d service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updating instance_info_cache with network_info: [{"id": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "address": "fa:16:3e:a3:81:4b", "network": {"id": "d1aa6c16-f7be-4f8a-9498-72ccaff2e5fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1666707424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a9e0eee4c14f139d195a3524c315f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1ca53a-36", "ovs_interfaceid": "8e1ca53a-36ab-4a53-ae54-0255d013a1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.271598] env[70691]: DEBUG nova.network.neutron [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updating instance_info_cache with network_info: [{"id": "867fb231-0d55-4719-b3bb-b19401a3ea25", "address": "fa:16:3e:05:ef:7f", "network": {"id": "4ec11475-3135-4f34-82ea-fec6707b525a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-400114112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b2f3a93cd94996a9c999720b9c2299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867fb231-0d", "ovs_interfaceid": "867fb231-0d55-4719-b3bb-b19401a3ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.372403] env[70691]: DEBUG oslo_concurrency.lockutils [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "6184f1ff-39d2-4bf3-8362-08468e600de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.372698] env[70691]: DEBUG oslo_concurrency.lockutils [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "6184f1ff-39d2-4bf3-8362-08468e600de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.372944] env[70691]: DEBUG oslo_concurrency.lockutils [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "6184f1ff-39d2-4bf3-8362-08468e600de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.373198] env[70691]: DEBUG oslo_concurrency.lockutils [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "6184f1ff-39d2-4bf3-8362-08468e600de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.373462] env[70691]: DEBUG oslo_concurrency.lockutils [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "6184f1ff-39d2-4bf3-8362-08468e600de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.377531] env[70691]: INFO nova.compute.manager [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Terminating instance [ 862.379753] env[70691]: DEBUG nova.scheduler.client.report [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 862.386424] env[70691]: DEBUG nova.compute.manager [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 862.386647] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 862.388791] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323f7b36-b433-4daf-b451-87f102258806 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.401265] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 862.401545] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e1d9e4-10cd-4c5e-b0b1-a46981813422 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.407569] env[70691]: DEBUG oslo_vmware.api [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 862.407569] env[70691]: value = "task-3454020" [ 862.407569] env[70691]: _type = "Task" [ 862.407569] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.417812] env[70691]: DEBUG oslo_vmware.api [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3454020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.446378] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245053} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.446378] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.447045] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d15a9f-346b-44c2-8e46-f218c02ea3d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.472020] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c017cae6-1944-4b86-ac91-48702e470dfc/c017cae6-1944-4b86-ac91-48702e470dfc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.472020] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2619978-14d4-494a-9678-52f035a3c252 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.492057] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 862.492057] env[70691]: value = "task-3454021" [ 862.492057] env[70691]: _type = "Task" [ 862.492057] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.502639] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.577485] env[70691]: INFO nova.compute.manager [-] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Took 1.54 seconds to deallocate network for instance. [ 862.680721] env[70691]: DEBUG oslo_concurrency.lockutils [req-55155687-a597-45ba-9baa-97e980e05fd2 req-0f617169-17a2-41ee-9da1-91214508020d service nova] Releasing lock "refresh_cache-6184f1ff-39d2-4bf3-8362-08468e600de9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.681288] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "49cdb134-0b77-4291-8cd6-5dd006bffadb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.681519] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "49cdb134-0b77-4291-8cd6-5dd006bffadb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.681715] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "49cdb134-0b77-4291-8cd6-5dd006bffadb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.681900] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "49cdb134-0b77-4291-8cd6-5dd006bffadb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.682094] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "49cdb134-0b77-4291-8cd6-5dd006bffadb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.684557] env[70691]: INFO nova.compute.manager [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Terminating instance [ 862.686803] env[70691]: DEBUG nova.compute.manager [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 862.687007] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 862.688625] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad098c8-eaee-4cf3-879e-cce9a70216c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.699878] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 862.700467] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25317c9-7bf0-4c8d-957c-ebe9823202f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.706901] env[70691]: DEBUG oslo_vmware.api [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 862.706901] env[70691]: value = "task-3454022" [ 862.706901] env[70691]: _type = "Task" [ 862.706901] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.714490] env[70691]: DEBUG oslo_vmware.api [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.776610] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Releasing lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.776962] env[70691]: DEBUG nova.compute.manager [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Instance network_info: |[{"id": "867fb231-0d55-4719-b3bb-b19401a3ea25", "address": "fa:16:3e:05:ef:7f", "network": {"id": "4ec11475-3135-4f34-82ea-fec6707b525a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-400114112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b2f3a93cd94996a9c999720b9c2299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867fb231-0d", "ovs_interfaceid": "867fb231-0d55-4719-b3bb-b19401a3ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 862.777302] env[70691]: DEBUG oslo_concurrency.lockutils [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] Acquired lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.777492] env[70691]: DEBUG nova.network.neutron [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 862.778708] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ef:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '867fb231-0d55-4719-b3bb-b19401a3ea25', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.786788] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Creating folder: Project (e3b2f3a93cd94996a9c999720b9c2299). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 862.789677] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb061439-8300-4e94-8509-64d935a0a695 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.802957] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Created folder: Project (e3b2f3a93cd94996a9c999720b9c2299) in parent group-v689428. [ 862.803266] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Creating folder: Instances. Parent ref: group-v689564. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 862.803528] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2277d7b8-3836-4dee-8bf4-6e9305e6a332 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.813044] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Created folder: Instances in parent group-v689564. [ 862.813359] env[70691]: DEBUG oslo.service.loopingcall [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.813638] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 862.813864] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a6bfa28-0276-4828-8630-0140e964bac1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.835013] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.835013] env[70691]: value = "task-3454025" [ 862.835013] env[70691]: _type = "Task" [ 862.835013] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.842799] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454025, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.896481] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.897059] env[70691]: DEBUG nova.compute.manager [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 862.903796] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.799s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.905608] env[70691]: INFO nova.compute.claims [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.920063] env[70691]: DEBUG oslo_vmware.api [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3454020, 'name': PowerOffVM_Task, 'duration_secs': 0.494974} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.920373] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 862.920575] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 862.920848] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bda9bb8b-2266-4e20-b514-6ecd915da378 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.961496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.961855] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.961934] env[70691]: DEBUG nova.network.neutron [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 863.002850] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.005040] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 863.005271] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 863.005519] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Deleting the datastore file [datastore1] 6184f1ff-39d2-4bf3-8362-08468e600de9 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.005780] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ed03f9-7c71-4467-8840-8db6862aa89b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.012837] env[70691]: DEBUG oslo_vmware.api [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for the task: (returnval){ [ 863.012837] env[70691]: value = "task-3454027" [ 863.012837] env[70691]: _type = "Task" [ 863.012837] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.021308] env[70691]: DEBUG oslo_vmware.api [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3454027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.084867] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.123077] env[70691]: DEBUG nova.network.neutron [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updated VIF entry in instance network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 863.123660] env[70691]: DEBUG nova.network.neutron [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updating instance_info_cache with network_info: [{"id": "867fb231-0d55-4719-b3bb-b19401a3ea25", "address": "fa:16:3e:05:ef:7f", "network": {"id": "4ec11475-3135-4f34-82ea-fec6707b525a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-400114112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b2f3a93cd94996a9c999720b9c2299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867fb231-0d", "ovs_interfaceid": "867fb231-0d55-4719-b3bb-b19401a3ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.181310] env[70691]: DEBUG nova.compute.manager [req-440eb3a3-4166-4257-a2fe-1b6e61980075 req-569103f8-3176-46a7-8546-6dd7a8bc5f51 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Received event network-vif-plugged-9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 863.181508] env[70691]: DEBUG oslo_concurrency.lockutils [req-440eb3a3-4166-4257-a2fe-1b6e61980075 req-569103f8-3176-46a7-8546-6dd7a8bc5f51 service nova] Acquiring lock "564fbf12-311d-4fd5-b1f5-b13349652a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.181729] env[70691]: DEBUG oslo_concurrency.lockutils [req-440eb3a3-4166-4257-a2fe-1b6e61980075 req-569103f8-3176-46a7-8546-6dd7a8bc5f51 service nova] Lock "564fbf12-311d-4fd5-b1f5-b13349652a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.181918] env[70691]: DEBUG oslo_concurrency.lockutils [req-440eb3a3-4166-4257-a2fe-1b6e61980075 req-569103f8-3176-46a7-8546-6dd7a8bc5f51 service nova] Lock "564fbf12-311d-4fd5-b1f5-b13349652a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.182107] env[70691]: DEBUG nova.compute.manager [req-440eb3a3-4166-4257-a2fe-1b6e61980075 req-569103f8-3176-46a7-8546-6dd7a8bc5f51 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] No waiting events found dispatching network-vif-plugged-9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 863.182284] env[70691]: WARNING nova.compute.manager [req-440eb3a3-4166-4257-a2fe-1b6e61980075 req-569103f8-3176-46a7-8546-6dd7a8bc5f51 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Received unexpected event network-vif-plugged-9e02df9f-53d6-4202-95ac-7ae85dbf40a2 for instance with vm_state building and task_state spawning. [ 863.216694] env[70691]: DEBUG oslo_vmware.api [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.283013] env[70691]: DEBUG nova.network.neutron [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Successfully updated port: 9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.345192] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454025, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.410487] env[70691]: DEBUG nova.compute.utils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 863.411953] env[70691]: DEBUG nova.compute.manager [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 863.412153] env[70691]: DEBUG nova.network.neutron [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 863.502309] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454021, 'name': ReconfigVM_Task, 'duration_secs': 0.666922} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.502614] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c017cae6-1944-4b86-ac91-48702e470dfc/c017cae6-1944-4b86-ac91-48702e470dfc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.503305] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-040509dd-37d4-4f9e-b46e-3879829d5dba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.509337] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 863.509337] env[70691]: value = "task-3454029" [ 863.509337] env[70691]: _type = "Task" [ 863.509337] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.522867] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454029, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.528326] env[70691]: DEBUG oslo_vmware.api [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Task: {'id': task-3454027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152869} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.528635] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.528808] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 863.528986] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 863.529189] env[70691]: INFO nova.compute.manager [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 863.529441] env[70691]: DEBUG oslo.service.loopingcall [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.529654] env[70691]: DEBUG nova.compute.manager [-] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 863.529752] env[70691]: DEBUG nova.network.neutron [-] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 863.630734] env[70691]: DEBUG oslo_concurrency.lockutils [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] Releasing lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.631206] env[70691]: DEBUG nova.compute.manager [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Received event network-vif-deleted-51fe0e78-f17e-4ebb-b182-1ca4a1d03a48 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 863.631514] env[70691]: INFO nova.compute.manager [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Neutron deleted interface 51fe0e78-f17e-4ebb-b182-1ca4a1d03a48; detaching it from the instance and deleting it from the info cache [ 863.631803] env[70691]: DEBUG nova.network.neutron [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.716407] env[70691]: DEBUG oslo_vmware.api [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454022, 'name': PowerOffVM_Task, 'duration_secs': 0.808798} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.716699] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 863.716919] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 863.717206] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60631290-f673-40b2-9093-86d86279f67d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.724508] env[70691]: DEBUG nova.policy [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7748f48776ce4501be7f92e2977babe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '623f609f81e04c36b4061ff3ceaaac30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 863.790616] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.790616] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquired lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.790616] env[70691]: DEBUG nova.network.neutron [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 863.790616] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 863.790616] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 863.790616] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Deleting the datastore file [datastore2] 49cdb134-0b77-4291-8cd6-5dd006bffadb {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.790616] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5d5fbfa-feed-402d-b830-85a77a968b20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.799857] env[70691]: DEBUG oslo_vmware.api [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 863.799857] env[70691]: value = "task-3454031" [ 863.799857] env[70691]: _type = "Task" [ 863.799857] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.814591] env[70691]: DEBUG oslo_vmware.api [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.849014] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454025, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.917226] env[70691]: DEBUG nova.compute.manager [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 864.019587] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454029, 'name': Rename_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.107196] env[70691]: DEBUG nova.network.neutron [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance_info_cache with network_info: [{"id": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "address": "fa:16:3e:04:4a:22", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5cd593-fe", "ovs_interfaceid": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.135214] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efb51bb5-298d-421e-b034-2facc822b14e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.148303] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b36cfd0-2dc9-440f-ae4f-c5775ff46f0c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.195957] env[70691]: DEBUG nova.compute.manager [req-7bd64960-f888-4a2d-8525-493a7da0d47e req-eaa4a761-7283-4afb-bd2d-61838e85f165 service nova] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Detach interface failed, port_id=51fe0e78-f17e-4ebb-b182-1ca4a1d03a48, reason: Instance 0126f1df-f823-4d94-910d-8edbda1c7d36 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 864.239704] env[70691]: DEBUG nova.network.neutron [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Successfully created port: 59115026-bb08-42b2-82ff-3418c8d362f9 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.310478] env[70691]: DEBUG oslo_vmware.api [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148216} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.310745] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.310934] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 864.316398] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 864.316398] env[70691]: INFO nova.compute.manager [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Took 1.63 seconds to destroy the instance on the hypervisor. [ 864.316398] env[70691]: DEBUG oslo.service.loopingcall [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.319769] env[70691]: DEBUG nova.compute.manager [-] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 864.319870] env[70691]: DEBUG nova.network.neutron [-] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 864.326263] env[70691]: DEBUG nova.compute.manager [req-132bbcb3-993a-4a81-9381-53938d8c50cc req-5e39ac56-47d2-47a3-8d3d-23431e90fe3c service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Received event network-vif-deleted-8e1ca53a-36ab-4a53-ae54-0255d013a1e4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 864.326467] env[70691]: INFO nova.compute.manager [req-132bbcb3-993a-4a81-9381-53938d8c50cc req-5e39ac56-47d2-47a3-8d3d-23431e90fe3c service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Neutron deleted interface 8e1ca53a-36ab-4a53-ae54-0255d013a1e4; detaching it from the instance and deleting it from the info cache [ 864.326644] env[70691]: DEBUG nova.network.neutron [req-132bbcb3-993a-4a81-9381-53938d8c50cc req-5e39ac56-47d2-47a3-8d3d-23431e90fe3c service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.344752] env[70691]: DEBUG nova.network.neutron [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 864.353726] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454025, 'name': CreateVM_Task, 'duration_secs': 1.411441} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.355024] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 864.356533] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.356533] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.356533] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.356834] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a7e489-11da-4354-aa0f-b9c7ec4ccb5a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.361683] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 864.361683] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d48f73-ac87-c9c7-2c30-3a72b5d35193" [ 864.361683] env[70691]: _type = "Task" [ 864.361683] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.380402] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d48f73-ac87-c9c7-2c30-3a72b5d35193, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.380402] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.380756] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.380810] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.380946] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.381309] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.383870] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884b8697-d569-4000-800a-f64d003200f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.392087] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.392295] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 864.393699] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be0b180-8818-41de-baf5-c60ccbe292a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.404210] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 864.404210] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526d5e14-8593-c3a5-0719-fbbf4706d38a" [ 864.404210] env[70691]: _type = "Task" [ 864.404210] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.414854] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526d5e14-8593-c3a5-0719-fbbf4706d38a, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.415824] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79af3740-52fa-4d43-9e4a-2ae30dd4d716 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.421537] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 864.421537] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a9596-09f1-1eb3-31bf-8e82b036fbd7" [ 864.421537] env[70691]: _type = "Task" [ 864.421537] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.436681] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a9596-09f1-1eb3-31bf-8e82b036fbd7, 'name': SearchDatastore_Task, 'duration_secs': 0.008313} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.441665] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.441945] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 7eeadfd6-9b43-442f-a8ff-e46819987e49/7eeadfd6-9b43-442f-a8ff-e46819987e49.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 864.442414] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-894fd102-567f-4f8a-ab33-e786c3a0619a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.449300] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 864.449300] env[70691]: value = "task-3454032" [ 864.449300] env[70691]: _type = "Task" [ 864.449300] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.457649] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.520205] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454029, 'name': Rename_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.572385] env[70691]: DEBUG nova.network.neutron [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Updating instance_info_cache with network_info: [{"id": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "address": "fa:16:3e:fe:5c:7c", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e02df9f-53", "ovs_interfaceid": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.594170] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf3407e-1d79-46f7-b33b-5ac30fa9050a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.602694] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a86aa-b8fc-4ba2-b739-f13847e0ebeb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.635603] env[70691]: DEBUG oslo_concurrency.lockutils [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.640566] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ba01bf-1b9a-4bab-8024-53fad04dc3b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.652557] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f8985-30fe-48ec-a722-7def4182e0e3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.670664] env[70691]: DEBUG nova.compute.provider_tree [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.672345] env[70691]: DEBUG nova.network.neutron [-] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.829692] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12a783bb-c5e3-416d-bc30-5370d6d8b06e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.839376] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e82670-dfcb-4f1e-b7b7-c660431f6efb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.878099] env[70691]: DEBUG nova.compute.manager [req-132bbcb3-993a-4a81-9381-53938d8c50cc req-5e39ac56-47d2-47a3-8d3d-23431e90fe3c service nova] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Detach interface failed, port_id=8e1ca53a-36ab-4a53-ae54-0255d013a1e4, reason: Instance 6184f1ff-39d2-4bf3-8362-08468e600de9 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 864.941373] env[70691]: DEBUG nova.compute.manager [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 864.959436] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454032, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.978921] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:13:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0f9ad6c4-321b-40cc-9118-e477be9e1d76',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2145278983',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 864.978921] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 864.979151] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.979236] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 864.979395] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.979695] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 864.979792] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 864.979913] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 864.980097] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 864.980285] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 864.980570] env[70691]: DEBUG nova.virt.hardware [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 864.981690] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f73cf4-654e-4823-a439-ad375746b867 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.990221] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f354ca3-dde2-4d04-94cf-0e271b74c77c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.022180] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454029, 'name': Rename_Task, 'duration_secs': 1.157781} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.022478] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 865.022747] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33c06aa7-763d-4083-8a2e-dbc1c2221779 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.028896] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 865.028896] env[70691]: value = "task-3454033" [ 865.028896] env[70691]: _type = "Task" [ 865.028896] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.037800] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.075677] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Releasing lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.075929] env[70691]: DEBUG nova.compute.manager [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Instance network_info: |[{"id": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "address": "fa:16:3e:fe:5c:7c", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e02df9f-53", "ovs_interfaceid": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 865.076443] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:5c:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e02df9f-53d6-4202-95ac-7ae85dbf40a2', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.084629] env[70691]: DEBUG oslo.service.loopingcall [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.084878] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 865.085147] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ddc2b98-5390-4853-9f00-ec006ca8707e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.104149] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.104149] env[70691]: value = "task-3454034" [ 865.104149] env[70691]: _type = "Task" [ 865.104149] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.111698] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454034, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.162242] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e0dcbb-16cd-4237-8e90-9bdb26206d92 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.182241] env[70691]: DEBUG oslo_concurrency.lockutils [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-02863b15-5897-41e5-b86c-31ef4a98f2cc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.182523] env[70691]: DEBUG oslo_concurrency.lockutils [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-02863b15-5897-41e5-b86c-31ef4a98f2cc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.182888] env[70691]: DEBUG nova.objects.instance [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'flavor' on Instance uuid 02863b15-5897-41e5-b86c-31ef4a98f2cc {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.184876] env[70691]: DEBUG nova.scheduler.client.report [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 865.188150] env[70691]: INFO nova.compute.manager [-] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Took 1.66 seconds to deallocate network for instance. [ 865.191055] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26547863-13e4-432a-9d72-2653652d9ca9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.200895] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance '265f116d-1cdf-4201-a90e-6a3cb4ea8ece' progress to 83 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 865.233832] env[70691]: DEBUG nova.network.neutron [-] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.459865] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631211} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.460145] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 7eeadfd6-9b43-442f-a8ff-e46819987e49/7eeadfd6-9b43-442f-a8ff-e46819987e49.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 865.460365] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.460632] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2593335-99c6-4d57-a30f-894c853e84a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.467755] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 865.467755] env[70691]: value = "task-3454035" [ 865.467755] env[70691]: _type = "Task" [ 865.467755] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.478269] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.501022] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 865.501329] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689563', 'volume_id': '49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'name': 'volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3f866d70-dbec-4b20-a478-6d970447cea5', 'attached_at': '', 'detached_at': '', 'volume_id': '49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'serial': '49b9044c-29af-4bd7-bb21-5bab6c9e548e'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 865.502248] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8987bdf-f7e2-4e56-aad4-e539de6ab054 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.519809] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5accd3-c659-4138-a8e0-0eada597fd28 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.562082] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e/volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.567426] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f9d668-ecbc-44bb-a690-253e6f578890 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.591396] env[70691]: DEBUG oslo_vmware.api [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454033, 'name': PowerOnVM_Task, 'duration_secs': 0.475298} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.593221] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 865.593575] env[70691]: INFO nova.compute.manager [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Took 9.04 seconds to spawn the instance on the hypervisor. [ 865.593896] env[70691]: DEBUG nova.compute.manager [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 865.594366] env[70691]: DEBUG oslo_vmware.api [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 865.594366] env[70691]: value = "task-3454036" [ 865.594366] env[70691]: _type = "Task" [ 865.594366] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.595162] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d008c7cd-1f7c-492a-916d-086a650e32d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.609483] env[70691]: DEBUG oslo_vmware.api [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454036, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.621652] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454034, 'name': CreateVM_Task, 'duration_secs': 0.316734} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.622353] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 865.623888] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.623888] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.623888] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.623888] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8e8b95-0e24-41dd-a88e-fd2fa4a8ba4b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.631037] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 865.631037] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522b0ccb-899d-1790-39c2-54918306a5ac" [ 865.631037] env[70691]: _type = "Task" [ 865.631037] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.638520] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522b0ccb-899d-1790-39c2-54918306a5ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.694107] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.694318] env[70691]: DEBUG nova.compute.manager [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 865.697332] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.226s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.700995] env[70691]: INFO nova.compute.claims [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.702064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.707269] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-481d37da-d702-4434-8875-5b16813dab4a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance '265f116d-1cdf-4201-a90e-6a3cb4ea8ece' progress to 100 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 865.736599] env[70691]: INFO nova.compute.manager [-] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Took 1.42 seconds to deallocate network for instance. [ 865.839334] env[70691]: DEBUG nova.objects.instance [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'pci_requests' on Instance uuid 02863b15-5897-41e5-b86c-31ef4a98f2cc {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.870648] env[70691]: DEBUG nova.compute.manager [req-7461f86f-96db-4ce6-b7d5-d04564ccb9b6 req-9fe28717-42c5-4418-a7b7-32eafc92f7c0 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Received event network-changed-9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 865.870854] env[70691]: DEBUG nova.compute.manager [req-7461f86f-96db-4ce6-b7d5-d04564ccb9b6 req-9fe28717-42c5-4418-a7b7-32eafc92f7c0 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Refreshing instance network info cache due to event network-changed-9e02df9f-53d6-4202-95ac-7ae85dbf40a2. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 865.871900] env[70691]: DEBUG oslo_concurrency.lockutils [req-7461f86f-96db-4ce6-b7d5-d04564ccb9b6 req-9fe28717-42c5-4418-a7b7-32eafc92f7c0 service nova] Acquiring lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.872167] env[70691]: DEBUG oslo_concurrency.lockutils [req-7461f86f-96db-4ce6-b7d5-d04564ccb9b6 req-9fe28717-42c5-4418-a7b7-32eafc92f7c0 service nova] Acquired lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.872797] env[70691]: DEBUG nova.network.neutron [req-7461f86f-96db-4ce6-b7d5-d04564ccb9b6 req-9fe28717-42c5-4418-a7b7-32eafc92f7c0 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Refreshing network info cache for port 9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 865.980245] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082514} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.980729] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.981564] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cf8ba3-37b7-4c76-9652-e339c414c26c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.005956] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 7eeadfd6-9b43-442f-a8ff-e46819987e49/7eeadfd6-9b43-442f-a8ff-e46819987e49.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.006781] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d7f3ff-dd12-404b-ac12-4a8a8d5610bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.033127] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 866.033127] env[70691]: value = "task-3454037" [ 866.033127] env[70691]: _type = "Task" [ 866.033127] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.041212] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.083203] env[70691]: DEBUG nova.network.neutron [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Successfully updated port: 59115026-bb08-42b2-82ff-3418c8d362f9 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.112092] env[70691]: DEBUG oslo_vmware.api [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.117190] env[70691]: INFO nova.compute.manager [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Took 52.54 seconds to build instance. [ 866.141969] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522b0ccb-899d-1790-39c2-54918306a5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.143428] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.143777] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.144175] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.144321] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.144515] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.145159] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1268644b-13d4-48fb-9afb-d7541681c071 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.155056] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.155530] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 866.156117] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441751b2-197a-4e00-a97e-829a0f985fb4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.162489] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 866.162489] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52545934-47a8-e7c2-3316-1516f7f5dc82" [ 866.162489] env[70691]: _type = "Task" [ 866.162489] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.170517] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52545934-47a8-e7c2-3316-1516f7f5dc82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.202816] env[70691]: DEBUG nova.compute.utils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 866.204444] env[70691]: DEBUG nova.compute.manager [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 866.204623] env[70691]: DEBUG nova.network.neutron [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 866.243679] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.266910] env[70691]: DEBUG nova.policy [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8074603e598e41d2baf40986936effa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8bf7925560e46c69f5be5e31b6fc3be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 866.342520] env[70691]: DEBUG nova.objects.base [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Object Instance<02863b15-5897-41e5-b86c-31ef4a98f2cc> lazy-loaded attributes: flavor,pci_requests {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 866.342942] env[70691]: DEBUG nova.network.neutron [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 866.417275] env[70691]: DEBUG nova.policy [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95ecf5da09344888d0eac3d213acf70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5279a7893b4af5af7d4ee978ac49c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 866.543326] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.586476] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.586646] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.586974] env[70691]: DEBUG nova.network.neutron [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 866.612364] env[70691]: DEBUG oslo_vmware.api [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454036, 'name': ReconfigVM_Task, 'duration_secs': 0.616652} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.612364] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e/volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.614886] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f400884-9f27-4a0c-b711-f4d53889c03c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.625336] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a93dfb3-0c72-4f3b-95da-b5aa8eb3d39c tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "c017cae6-1944-4b86-ac91-48702e470dfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.814s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.632913] env[70691]: DEBUG oslo_vmware.api [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 866.632913] env[70691]: value = "task-3454038" [ 866.632913] env[70691]: _type = "Task" [ 866.632913] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.646571] env[70691]: DEBUG oslo_vmware.api [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.675932] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52545934-47a8-e7c2-3316-1516f7f5dc82, 'name': SearchDatastore_Task, 'duration_secs': 0.0263} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.676558] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bf2b84-2b9f-42d6-a02e-4a51387298e1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.682662] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 866.682662] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528fce43-4fcf-c47e-21b4-0d2e7f23d3bd" [ 866.682662] env[70691]: _type = "Task" [ 866.682662] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.691255] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528fce43-4fcf-c47e-21b4-0d2e7f23d3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.712454] env[70691]: DEBUG nova.compute.utils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 866.736062] env[70691]: DEBUG nova.network.neutron [req-7461f86f-96db-4ce6-b7d5-d04564ccb9b6 req-9fe28717-42c5-4418-a7b7-32eafc92f7c0 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Updated VIF entry in instance network info cache for port 9e02df9f-53d6-4202-95ac-7ae85dbf40a2. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 866.736446] env[70691]: DEBUG nova.network.neutron [req-7461f86f-96db-4ce6-b7d5-d04564ccb9b6 req-9fe28717-42c5-4418-a7b7-32eafc92f7c0 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Updating instance_info_cache with network_info: [{"id": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "address": "fa:16:3e:fe:5c:7c", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e02df9f-53", "ovs_interfaceid": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.768243] env[70691]: DEBUG nova.network.neutron [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Successfully created port: 7ed735d8-20d6-41d9-bf38-dca29948e367 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.988027] env[70691]: DEBUG nova.network.neutron [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Successfully created port: 026c8a08-4a1a-4eb9-8c43-5efd7737fdfe {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.042779] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454037, 'name': ReconfigVM_Task, 'duration_secs': 0.762449} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.042779] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 7eeadfd6-9b43-442f-a8ff-e46819987e49/7eeadfd6-9b43-442f-a8ff-e46819987e49.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.043859] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58a4f898-3b76-4f90-8527-2c4f9a486eba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.054364] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 867.054364] env[70691]: value = "task-3454039" [ 867.054364] env[70691]: _type = "Task" [ 867.054364] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.063895] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454039, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.129584] env[70691]: DEBUG nova.compute.manager [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 867.137391] env[70691]: DEBUG nova.network.neutron [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 867.145609] env[70691]: DEBUG oslo_vmware.api [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454038, 'name': ReconfigVM_Task, 'duration_secs': 0.230092} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.146105] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689563', 'volume_id': '49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'name': 'volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3f866d70-dbec-4b20-a478-6d970447cea5', 'attached_at': '', 'detached_at': '', 'volume_id': '49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'serial': '49b9044c-29af-4bd7-bb21-5bab6c9e548e'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 867.204426] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528fce43-4fcf-c47e-21b4-0d2e7f23d3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.205090] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.205090] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 564fbf12-311d-4fd5-b1f5-b13349652a11/564fbf12-311d-4fd5-b1f5-b13349652a11.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 867.205335] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d76a72b8-f0d4-494a-b72c-82520a9fd5f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.212568] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 867.212568] env[70691]: value = "task-3454040" [ 867.212568] env[70691]: _type = "Task" [ 867.212568] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.217386] env[70691]: DEBUG nova.compute.manager [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 867.235755] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.242716] env[70691]: DEBUG oslo_concurrency.lockutils [req-7461f86f-96db-4ce6-b7d5-d04564ccb9b6 req-9fe28717-42c5-4418-a7b7-32eafc92f7c0 service nova] Releasing lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.242982] env[70691]: DEBUG nova.compute.manager [req-7461f86f-96db-4ce6-b7d5-d04564ccb9b6 req-9fe28717-42c5-4418-a7b7-32eafc92f7c0 service nova] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Received event network-vif-deleted-46fc0511-cc39-4225-b130-49312b06c94d {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 867.335345] env[70691]: DEBUG nova.network.neutron [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance_info_cache with network_info: [{"id": "59115026-bb08-42b2-82ff-3418c8d362f9", "address": "fa:16:3e:9e:a2:81", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59115026-bb", "ovs_interfaceid": "59115026-bb08-42b2-82ff-3418c8d362f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.339079] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fdcb4f-f2b6-49bc-a028-672f55c5cb78 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.348871] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e66044-cdd7-4985-a89e-9094f2c503b0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.383114] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf32e472-60ee-4e0d-b901-ede2f96b9e4f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.390424] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2373068c-188c-4c5b-b99f-e04cf062ecaf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.404800] env[70691]: DEBUG nova.compute.provider_tree [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.564711] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454039, 'name': Rename_Task, 'duration_secs': 0.160205} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.564825] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 867.565074] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-159d2b45-b18b-4c92-a5b2-7c32b580f16a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.571521] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 867.571521] env[70691]: value = "task-3454041" [ 867.571521] env[70691]: _type = "Task" [ 867.571521] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.578864] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.648608] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.723055] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.839226] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.839595] env[70691]: DEBUG nova.compute.manager [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Instance network_info: |[{"id": "59115026-bb08-42b2-82ff-3418c8d362f9", "address": "fa:16:3e:9e:a2:81", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59115026-bb", "ovs_interfaceid": "59115026-bb08-42b2-82ff-3418c8d362f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 867.840088] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:a2:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59115026-bb08-42b2-82ff-3418c8d362f9', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.848950] env[70691]: DEBUG oslo.service.loopingcall [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.849347] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 867.849500] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0d929e2-a468-4767-a0bc-f1d028b4d262 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.869903] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.869903] env[70691]: value = "task-3454042" [ 867.869903] env[70691]: _type = "Task" [ 867.869903] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.878637] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454042, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.907909] env[70691]: DEBUG nova.scheduler.client.report [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 868.083822] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454041, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.189361] env[70691]: DEBUG nova.objects.instance [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lazy-loading 'flavor' on Instance uuid 3f866d70-dbec-4b20-a478-6d970447cea5 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.226461] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932128} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.226461] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 564fbf12-311d-4fd5-b1f5-b13349652a11/564fbf12-311d-4fd5-b1f5-b13349652a11.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 868.226461] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.226461] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e5c4739-73fc-467f-b16c-0166fb8c1fa9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.230144] env[70691]: DEBUG nova.compute.manager [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 868.233907] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 868.233907] env[70691]: value = "task-3454043" [ 868.233907] env[70691]: _type = "Task" [ 868.233907] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.242960] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.267412] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2100725246',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2076765976',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 868.267738] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 868.267970] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.268946] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 868.269488] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.269771] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 868.270145] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 868.270631] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 868.270910] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 868.271288] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 868.273514] env[70691]: DEBUG nova.virt.hardware [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 868.275691] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d88be4-07ca-43d4-83d9-f3fd3e97e034 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.285278] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f9e676-f70b-44bd-a818-1e50b6ca9834 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.379865] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454042, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.413759] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.414431] env[70691]: DEBUG nova.compute.manager [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 868.417526] env[70691]: DEBUG oslo_concurrency.lockutils [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.293s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.417872] env[70691]: DEBUG nova.objects.instance [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lazy-loading 'resources' on Instance uuid e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.523513] env[70691]: DEBUG nova.compute.manager [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Received event network-vif-plugged-59115026-bb08-42b2-82ff-3418c8d362f9 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 868.523734] env[70691]: DEBUG oslo_concurrency.lockutils [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] Acquiring lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.523946] env[70691]: DEBUG oslo_concurrency.lockutils [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.524261] env[70691]: DEBUG oslo_concurrency.lockutils [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.524445] env[70691]: DEBUG nova.compute.manager [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] No waiting events found dispatching network-vif-plugged-59115026-bb08-42b2-82ff-3418c8d362f9 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 868.524628] env[70691]: WARNING nova.compute.manager [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Received unexpected event network-vif-plugged-59115026-bb08-42b2-82ff-3418c8d362f9 for instance with vm_state building and task_state spawning. [ 868.524789] env[70691]: DEBUG nova.compute.manager [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Received event network-changed-59115026-bb08-42b2-82ff-3418c8d362f9 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 868.524939] env[70691]: DEBUG nova.compute.manager [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Refreshing instance network info cache due to event network-changed-59115026-bb08-42b2-82ff-3418c8d362f9. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 868.525149] env[70691]: DEBUG oslo_concurrency.lockutils [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] Acquiring lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.525288] env[70691]: DEBUG oslo_concurrency.lockutils [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] Acquired lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.525444] env[70691]: DEBUG nova.network.neutron [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Refreshing network info cache for port 59115026-bb08-42b2-82ff-3418c8d362f9 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 868.581900] env[70691]: DEBUG oslo_vmware.api [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454041, 'name': PowerOnVM_Task, 'duration_secs': 0.590287} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.582199] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 868.582410] env[70691]: INFO nova.compute.manager [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Took 9.25 seconds to spawn the instance on the hypervisor. [ 868.582592] env[70691]: DEBUG nova.compute.manager [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 868.583428] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9b7f00-7eab-42c6-886c-e7baf3dbb7dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.632134] env[70691]: DEBUG nova.network.neutron [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Successfully updated port: 7ed735d8-20d6-41d9-bf38-dca29948e367 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.694863] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adef8dd9-fa9f-4668-a047-d40f6bfdc558 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.836s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.721127] env[70691]: DEBUG nova.network.neutron [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Successfully updated port: 026c8a08-4a1a-4eb9-8c43-5efd7737fdfe {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.746255] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07832} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.746758] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.748236] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29022bc5-9f53-4a33-ab4f-638c3d78fe46 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.769795] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 564fbf12-311d-4fd5-b1f5-b13349652a11/564fbf12-311d-4fd5-b1f5-b13349652a11.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.770399] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79aae6d-cab5-46fb-8d24-787ea6f55d7f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.790251] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 868.790251] env[70691]: value = "task-3454044" [ 868.790251] env[70691]: _type = "Task" [ 868.790251] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.799424] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.851074] env[70691]: INFO nova.compute.manager [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Rescuing [ 868.851383] env[70691]: DEBUG oslo_concurrency.lockutils [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.851557] env[70691]: DEBUG oslo_concurrency.lockutils [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.851809] env[70691]: DEBUG nova.network.neutron [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 868.881205] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454042, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.921504] env[70691]: DEBUG nova.compute.utils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 868.925680] env[70691]: DEBUG nova.compute.manager [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 868.926031] env[70691]: DEBUG nova.network.neutron [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 868.967142] env[70691]: DEBUG nova.policy [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d6a695dbc7d49e6aa0a2de1cb0c69f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1702adfd4b39498090e3f5dea9a377c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 869.109063] env[70691]: INFO nova.compute.manager [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Took 52.73 seconds to build instance. [ 869.133393] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "refresh_cache-e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.133595] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquired lock "refresh_cache-e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.133754] env[70691]: DEBUG nova.network.neutron [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 869.223631] env[70691]: DEBUG oslo_concurrency.lockutils [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.223758] env[70691]: DEBUG oslo_concurrency.lockutils [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.223858] env[70691]: DEBUG nova.network.neutron [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 869.306096] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.343466] env[70691]: DEBUG oslo_concurrency.lockutils [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquiring lock "c017cae6-1944-4b86-ac91-48702e470dfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.343910] env[70691]: DEBUG oslo_concurrency.lockutils [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "c017cae6-1944-4b86-ac91-48702e470dfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.344041] env[70691]: DEBUG oslo_concurrency.lockutils [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquiring lock "c017cae6-1944-4b86-ac91-48702e470dfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.344262] env[70691]: DEBUG oslo_concurrency.lockutils [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "c017cae6-1944-4b86-ac91-48702e470dfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.344424] env[70691]: DEBUG oslo_concurrency.lockutils [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "c017cae6-1944-4b86-ac91-48702e470dfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.350774] env[70691]: INFO nova.compute.manager [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Terminating instance [ 869.353988] env[70691]: DEBUG nova.compute.manager [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 869.354246] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 869.360636] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41703033-5597-4ccc-a14b-df81fb104a1e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.369562] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 869.378124] env[70691]: DEBUG nova.network.neutron [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updated VIF entry in instance network info cache for port 59115026-bb08-42b2-82ff-3418c8d362f9. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 869.378124] env[70691]: DEBUG nova.network.neutron [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance_info_cache with network_info: [{"id": "59115026-bb08-42b2-82ff-3418c8d362f9", "address": "fa:16:3e:9e:a2:81", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59115026-bb", "ovs_interfaceid": "59115026-bb08-42b2-82ff-3418c8d362f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.378124] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de8346b6-e178-465f-94c2-5ff0486a4519 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.388805] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454042, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.392667] env[70691]: DEBUG oslo_vmware.api [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 869.392667] env[70691]: value = "task-3454045" [ 869.392667] env[70691]: _type = "Task" [ 869.392667] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.403357] env[70691]: DEBUG oslo_vmware.api [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.405101] env[70691]: DEBUG nova.network.neutron [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Successfully created port: 1d46f99b-fecd-46e6-ab9d-8d382c46f688 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.426578] env[70691]: DEBUG nova.compute.manager [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 869.496495] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc39d9fe-df71-418e-8bd5-08a262834d2b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.505173] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac110a64-ad58-41e2-96d6-df411e3edc07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.544413] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c947e1-9a01-4120-b2c0-f9f60b3e8ef6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.554277] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b001fa-83d5-40c2-8ff2-43c72ce65f48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.570435] env[70691]: DEBUG nova.compute.provider_tree [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.611399] env[70691]: DEBUG oslo_concurrency.lockutils [None req-12a710a6-0b76-44fd-819a-60cb6f7f8575 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "7eeadfd6-9b43-442f-a8ff-e46819987e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.715s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.673318] env[70691]: DEBUG nova.network.neutron [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 869.727519] env[70691]: DEBUG nova.network.neutron [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updating instance_info_cache with network_info: [{"id": "ec1ef926-2fb7-4f65-8857-c274167feb21", "address": "fa:16:3e:68:e0:0b", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1ef926-2f", "ovs_interfaceid": "ec1ef926-2fb7-4f65-8857-c274167feb21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.745076] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.745341] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.745617] env[70691]: DEBUG nova.compute.manager [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Going to confirm migration 2 {{(pid=70691) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 869.773648] env[70691]: WARNING nova.network.neutron [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] 3ce90583-94af-4c78-be6f-057bb6b7c5a2 already exists in list: networks containing: ['3ce90583-94af-4c78-be6f-057bb6b7c5a2']. ignoring it [ 869.802682] env[70691]: DEBUG nova.network.neutron [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Updating instance_info_cache with network_info: [{"id": "7ed735d8-20d6-41d9-bf38-dca29948e367", "address": "fa:16:3e:32:24:d5", "network": {"id": "0a1ce5b9-e056-492e-be9f-bba377ce4c65", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1550588784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf7925560e46c69f5be5e31b6fc3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed735d8-20", "ovs_interfaceid": "7ed735d8-20d6-41d9-bf38-dca29948e367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.809867] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454044, 'name': ReconfigVM_Task, 'duration_secs': 0.977257} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.810162] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 564fbf12-311d-4fd5-b1f5-b13349652a11/564fbf12-311d-4fd5-b1f5-b13349652a11.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.810783] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c397780-a7a0-4f0e-9599-7921d4439c3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.817211] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 869.817211] env[70691]: value = "task-3454046" [ 869.817211] env[70691]: _type = "Task" [ 869.817211] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.828953] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454046, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.882806] env[70691]: DEBUG oslo_concurrency.lockutils [req-159d13d0-7636-4e05-94e6-d9d74d1d8ce7 req-192d99d9-6115-4a28-87bb-5f31f0233d3e service nova] Releasing lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.888901] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454042, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.901377] env[70691]: DEBUG oslo_vmware.api [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454045, 'name': PowerOffVM_Task, 'duration_secs': 0.20867} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.901377] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 869.901377] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 869.901377] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1459016e-fc5d-4b22-b333-9495e11440f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.979206] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 869.979458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 869.979644] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Deleting the datastore file [datastore1] c017cae6-1944-4b86-ac91-48702e470dfc {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.979919] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-839fc317-a0e0-43a9-b8cc-969bdf5662f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.987538] env[70691]: DEBUG oslo_vmware.api [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for the task: (returnval){ [ 869.987538] env[70691]: value = "task-3454048" [ 869.987538] env[70691]: _type = "Task" [ 869.987538] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.994365] env[70691]: DEBUG oslo_vmware.api [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.076059] env[70691]: DEBUG nova.scheduler.client.report [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 870.117233] env[70691]: DEBUG nova.compute.manager [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 870.191958] env[70691]: DEBUG nova.network.neutron [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updating instance_info_cache with network_info: [{"id": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "address": "fa:16:3e:54:7c:44", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca32ab94-40", "ovs_interfaceid": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "026c8a08-4a1a-4eb9-8c43-5efd7737fdfe", "address": "fa:16:3e:a9:1f:37", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026c8a08-4a", "ovs_interfaceid": "026c8a08-4a1a-4eb9-8c43-5efd7737fdfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.235363] env[70691]: DEBUG oslo_concurrency.lockutils [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.294872] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.295154] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.295350] env[70691]: DEBUG nova.network.neutron [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 870.295548] env[70691]: DEBUG nova.objects.instance [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'info_cache' on Instance uuid 265f116d-1cdf-4201-a90e-6a3cb4ea8ece {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.307969] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Releasing lock "refresh_cache-e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.308311] env[70691]: DEBUG nova.compute.manager [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Instance network_info: |[{"id": "7ed735d8-20d6-41d9-bf38-dca29948e367", "address": "fa:16:3e:32:24:d5", "network": {"id": "0a1ce5b9-e056-492e-be9f-bba377ce4c65", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1550588784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf7925560e46c69f5be5e31b6fc3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed735d8-20", "ovs_interfaceid": "7ed735d8-20d6-41d9-bf38-dca29948e367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 870.309505] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:24:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ed735d8-20d6-41d9-bf38-dca29948e367', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.317409] env[70691]: DEBUG oslo.service.loopingcall [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.317873] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 870.318215] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c1b51ac-cdb2-42d1-889d-60270f8c0f6d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.343148] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454046, 'name': Rename_Task, 'duration_secs': 0.140054} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.344540] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 870.344783] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.344783] env[70691]: value = "task-3454049" [ 870.344783] env[70691]: _type = "Task" [ 870.344783] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.345219] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0552484-c695-43ab-8b4e-8fd3e102592e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.354173] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454049, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.355319] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 870.355319] env[70691]: value = "task-3454050" [ 870.355319] env[70691]: _type = "Task" [ 870.355319] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.362798] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.389287] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454042, 'name': CreateVM_Task, 'duration_secs': 2.093914} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.389463] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 870.390150] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.390324] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.390652] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.390941] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ba878d-02d2-4fc1-b131-20e88ac2cfd5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.396078] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 870.396078] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52656ac1-1651-d1c9-b4fd-6d24a7bd10a8" [ 870.396078] env[70691]: _type = "Task" [ 870.396078] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.404087] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52656ac1-1651-d1c9-b4fd-6d24a7bd10a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.436567] env[70691]: DEBUG nova.compute.manager [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 870.460936] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 870.461606] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 870.461606] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.461725] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 870.461802] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.461953] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 870.462207] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 870.462396] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 870.462572] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 870.462738] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 870.462928] env[70691]: DEBUG nova.virt.hardware [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.464174] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b389f6f-4a92-440f-a3df-6ea0bc02dc0f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.472547] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d9dd13-bd79-48c8-8df5-0e2b5fdc5cd9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.500035] env[70691]: DEBUG oslo_vmware.api [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Task: {'id': task-3454048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140971} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.500035] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.500261] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 870.500261] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 870.500425] env[70691]: INFO nova.compute.manager [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 870.500668] env[70691]: DEBUG oslo.service.loopingcall [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.501151] env[70691]: DEBUG nova.compute.manager [-] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 870.501151] env[70691]: DEBUG nova.network.neutron [-] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 870.581405] env[70691]: DEBUG oslo_concurrency.lockutils [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.586653] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.807s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.587207] env[70691]: DEBUG nova.objects.instance [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lazy-loading 'resources' on Instance uuid c9529c9f-d2f0-4816-a016-8e8e861f1068 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.607304] env[70691]: INFO nova.scheduler.client.report [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Deleted allocations for instance e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d [ 870.641375] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.694949] env[70691]: DEBUG oslo_concurrency.lockutils [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.695685] env[70691]: DEBUG oslo_concurrency.lockutils [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.695861] env[70691]: DEBUG oslo_concurrency.lockutils [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.697061] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442a1be6-302b-41e1-85c2-3f4d7667ec9b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.714963] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 870.715345] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 870.715579] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.715837] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 870.716083] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.716311] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 870.716589] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 870.716838] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 870.717072] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 870.717361] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 870.717553] env[70691]: DEBUG nova.virt.hardware [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.725972] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Reconfiguring VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 870.726387] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2bea30d-4bf3-4725-8cc4-45bd5dd84c4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.747310] env[70691]: DEBUG oslo_vmware.api [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 870.747310] env[70691]: value = "task-3454051" [ 870.747310] env[70691]: _type = "Task" [ 870.747310] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.757361] env[70691]: DEBUG oslo_vmware.api [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454051, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.770571] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 870.770571] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e23f0415-75c8-41c8-ae19-29fa5d12bcde {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.774482] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 870.774482] env[70691]: value = "task-3454052" [ 870.774482] env[70691]: _type = "Task" [ 870.774482] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.785361] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.861151] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454049, 'name': CreateVM_Task, 'duration_secs': 0.363813} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.863952] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 870.865303] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.865573] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.866034] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.866577] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d0ea39-0838-46af-aced-f482f13f9aef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.873339] env[70691]: DEBUG oslo_vmware.api [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454050, 'name': PowerOnVM_Task, 'duration_secs': 0.503844} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.874042] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 870.874577] env[70691]: INFO nova.compute.manager [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Took 8.78 seconds to spawn the instance on the hypervisor. [ 870.874858] env[70691]: DEBUG nova.compute.manager [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 870.875802] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd2e79b-e25e-43d5-8065-b267334d9bf3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.881336] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 870.881336] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b89d28-4ef9-ff83-e4d1-3468d5f84aeb" [ 870.881336] env[70691]: _type = "Task" [ 870.881336] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.895756] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b89d28-4ef9-ff83-e4d1-3468d5f84aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.896105] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.896364] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.896619] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.896820] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.897037] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.897379] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39563063-fe4c-4019-a815-936adda59520 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.908939] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52656ac1-1651-d1c9-b4fd-6d24a7bd10a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.909363] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.909656] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.911215] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.911467] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.911714] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.913095] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-455aaf72-4d86-48a0-b4d9-d5451eaa13b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.915141] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.915333] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 870.916490] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da946e1-0572-43a4-819f-5f4ab9a9a302 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.925182] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 870.925182] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52975ca2-107f-4860-30d4-d630d05f465f" [ 870.925182] env[70691]: _type = "Task" [ 870.925182] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.926648] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.927058] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 870.930624] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf01cf7e-3199-4384-b719-fa26c2ee4587 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.940389] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52975ca2-107f-4860-30d4-d630d05f465f, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.942381] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 870.942381] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b27912-fa28-de7a-79e2-a005287dc1bc" [ 870.942381] env[70691]: _type = "Task" [ 870.942381] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.942891] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ef331d-7819-4a3d-9914-10dc980c7daa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.951372] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 870.951372] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524926d0-6a3f-f013-3cd9-38760493f1b0" [ 870.951372] env[70691]: _type = "Task" [ 870.951372] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.954912] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b27912-fa28-de7a-79e2-a005287dc1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.959881] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4ecc0d-3d4e-40a2-a8a4-8cc51b179216 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.964210] env[70691]: DEBUG nova.network.neutron [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Successfully updated port: 1d46f99b-fecd-46e6-ab9d-8d382c46f688 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.974534] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524926d0-6a3f-f013-3cd9-38760493f1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.975265] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 870.975265] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bf3df2-5121-ae5b-0d8c-eea752d2143c" [ 870.975265] env[70691]: _type = "Task" [ 870.975265] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.975607] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.975975] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] e7c32bb6-4dee-49b0-be18-54a34bc2aa0a/e7c32bb6-4dee-49b0-be18-54a34bc2aa0a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 870.977364] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95eec164-dd45-45da-8c57-d6e24bce8de2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.984273] env[70691]: INFO nova.compute.manager [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Rescuing [ 870.984617] env[70691]: DEBUG oslo_concurrency.lockutils [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.984856] env[70691]: DEBUG oslo_concurrency.lockutils [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquired lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.985233] env[70691]: DEBUG nova.network.neutron [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 870.991868] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 870.991868] env[70691]: value = "task-3454053" [ 870.991868] env[70691]: _type = "Task" [ 870.991868] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.995872] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bf3df2-5121-ae5b-0d8c-eea752d2143c, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.999800] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.000164] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 06883e8b-247a-4ba2-b0ae-6b7a917550f5/06883e8b-247a-4ba2-b0ae-6b7a917550f5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 871.000666] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1683c299-58db-4dcc-8df3-bef78c75aa9d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.007771] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.009012] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 871.009012] env[70691]: value = "task-3454054" [ 871.009012] env[70691]: _type = "Task" [ 871.009012] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.016891] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.120145] env[70691]: DEBUG oslo_concurrency.lockutils [None req-de2f1556-2683-46c2-91e4-bc1afde42e35 tempest-ListServerFiltersTestJSON-1295833625 tempest-ListServerFiltersTestJSON-1295833625-project-member] Lock "e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.998s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.263867] env[70691]: DEBUG oslo_vmware.api [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.287974] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454052, 'name': PowerOffVM_Task, 'duration_secs': 0.256611} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.287974] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 871.288896] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f38539-069e-466c-a4d3-9b011b9e6c72 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.324243] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd6b293-226b-4d07-9e19-6e4ebdb9f827 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.336064] env[70691]: DEBUG nova.network.neutron [-] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.378572] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 871.378973] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f77fb1a6-b357-4fdb-8614-d8bcd72fcb94 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.396994] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 871.396994] env[70691]: value = "task-3454055" [ 871.396994] env[70691]: _type = "Task" [ 871.396994] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.406601] env[70691]: INFO nova.compute.manager [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Took 48.06 seconds to build instance. [ 871.415991] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 871.416418] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.416801] env[70691]: DEBUG oslo_concurrency.lockutils [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.417053] env[70691]: DEBUG oslo_concurrency.lockutils [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.417295] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.417582] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8c1cead-a3b0-43f6-a33d-2b115bf6e4ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.437853] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.438089] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 871.439263] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edeb0f9c-384b-423d-8e8b-885b5eee116f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.449028] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 871.449028] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5254d617-c263-c1e7-8fd3-4c9c73acae40" [ 871.449028] env[70691]: _type = "Task" [ 871.449028] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.457558] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5254d617-c263-c1e7-8fd3-4c9c73acae40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.468907] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.468907] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.468907] env[70691]: DEBUG nova.network.neutron [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 871.509436] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454053, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.523226] env[70691]: DEBUG nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Received event network-vif-plugged-7ed735d8-20d6-41d9-bf38-dca29948e367 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 871.523504] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Acquiring lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.524091] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.524091] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.524249] env[70691]: DEBUG nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] No waiting events found dispatching network-vif-plugged-7ed735d8-20d6-41d9-bf38-dca29948e367 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 871.525202] env[70691]: WARNING nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Received unexpected event network-vif-plugged-7ed735d8-20d6-41d9-bf38-dca29948e367 for instance with vm_state building and task_state spawning. [ 871.525202] env[70691]: DEBUG nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Received event network-vif-plugged-026c8a08-4a1a-4eb9-8c43-5efd7737fdfe {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 871.525202] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Acquiring lock "02863b15-5897-41e5-b86c-31ef4a98f2cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.525374] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.525690] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.525782] env[70691]: DEBUG nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] No waiting events found dispatching network-vif-plugged-026c8a08-4a1a-4eb9-8c43-5efd7737fdfe {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 871.526798] env[70691]: WARNING nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Received unexpected event network-vif-plugged-026c8a08-4a1a-4eb9-8c43-5efd7737fdfe for instance with vm_state active and task_state None. [ 871.526798] env[70691]: DEBUG nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Received event network-changed-7ed735d8-20d6-41d9-bf38-dca29948e367 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 871.526798] env[70691]: DEBUG nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Refreshing instance network info cache due to event network-changed-7ed735d8-20d6-41d9-bf38-dca29948e367. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 871.526986] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Acquiring lock "refresh_cache-e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.527577] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Acquired lock "refresh_cache-e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.527577] env[70691]: DEBUG nova.network.neutron [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Refreshing network info cache for port 7ed735d8-20d6-41d9-bf38-dca29948e367 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 871.541519] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454054, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.639584] env[70691]: DEBUG nova.compute.manager [req-c11099ec-8b0c-42db-8a7c-1c2af832da07 req-8130d85b-0dc4-4a46-bcda-dad7ed2ac02c service nova] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Received event network-vif-deleted-96b9c7af-0685-4580-9882-842b9175dc8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 871.646444] env[70691]: DEBUG nova.network.neutron [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance_info_cache with network_info: [{"id": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "address": "fa:16:3e:04:4a:22", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5cd593-fe", "ovs_interfaceid": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.727173] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c867b30-41e1-450d-8ad5-0e60a2601887 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.736048] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a812c08-c926-455b-90d5-54f61deecbba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.773249] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7da6d3e-3978-4b0c-8d48-1f59415ae599 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.782868] env[70691]: DEBUG oslo_vmware.api [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454051, 'name': ReconfigVM_Task, 'duration_secs': 0.840324} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.783670] env[70691]: DEBUG oslo_concurrency.lockutils [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.783751] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Reconfigured VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 871.787573] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a9f2d2-8b5e-4c66-9a13-4bd0aaeb8cc0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.805454] env[70691]: DEBUG nova.compute.provider_tree [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.839744] env[70691]: INFO nova.compute.manager [-] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Took 1.34 seconds to deallocate network for instance. [ 871.909215] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df50eddb-732f-4563-8be6-a0d9df7928ac tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "564fbf12-311d-4fd5-b1f5-b13349652a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.291s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.912160] env[70691]: DEBUG nova.network.neutron [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updating instance_info_cache with network_info: [{"id": "867fb231-0d55-4719-b3bb-b19401a3ea25", "address": "fa:16:3e:05:ef:7f", "network": {"id": "4ec11475-3135-4f34-82ea-fec6707b525a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-400114112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b2f3a93cd94996a9c999720b9c2299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867fb231-0d", "ovs_interfaceid": "867fb231-0d55-4719-b3bb-b19401a3ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.959249] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5254d617-c263-c1e7-8fd3-4c9c73acae40, 'name': SearchDatastore_Task, 'duration_secs': 0.082241} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.960108] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d7c972-574c-4886-b089-b3232cfd2d65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.965440] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 871.965440] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528d9a12-d8e7-2e77-0c6c-46e80e7d4edb" [ 871.965440] env[70691]: _type = "Task" [ 871.965440] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.977045] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528d9a12-d8e7-2e77-0c6c-46e80e7d4edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.006179] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628609} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.006572] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] e7c32bb6-4dee-49b0-be18-54a34bc2aa0a/e7c32bb6-4dee-49b0-be18-54a34bc2aa0a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 872.006856] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.007152] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb6292d9-22f1-488c-9f56-df34a26925f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.010132] env[70691]: DEBUG nova.network.neutron [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 872.020649] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 872.020649] env[70691]: value = "task-3454056" [ 872.020649] env[70691]: _type = "Task" [ 872.020649] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.027638] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730444} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.030892] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 06883e8b-247a-4ba2-b0ae-6b7a917550f5/06883e8b-247a-4ba2-b0ae-6b7a917550f5.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 872.031181] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.033516] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.035724] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dbcb115-6396-418b-8f7c-bcb3e22aa06c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.043296] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 872.043296] env[70691]: value = "task-3454057" [ 872.043296] env[70691]: _type = "Task" [ 872.043296] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.051774] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.152363] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.152918] env[70691]: DEBUG nova.objects.instance [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'migration_context' on Instance uuid 265f116d-1cdf-4201-a90e-6a3cb4ea8ece {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.210121] env[70691]: DEBUG nova.network.neutron [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance_info_cache with network_info: [{"id": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "address": "fa:16:3e:ce:5a:55", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d46f99b-fe", "ovs_interfaceid": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.295497] env[70691]: DEBUG oslo_concurrency.lockutils [None req-60f330de-0d43-40cb-9a59-8e1d9661850f tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-02863b15-5897-41e5-b86c-31ef4a98f2cc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.110s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.309719] env[70691]: DEBUG nova.scheduler.client.report [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 872.314684] env[70691]: DEBUG nova.network.neutron [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Updated VIF entry in instance network info cache for port 7ed735d8-20d6-41d9-bf38-dca29948e367. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 872.315115] env[70691]: DEBUG nova.network.neutron [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Updating instance_info_cache with network_info: [{"id": "7ed735d8-20d6-41d9-bf38-dca29948e367", "address": "fa:16:3e:32:24:d5", "network": {"id": "0a1ce5b9-e056-492e-be9f-bba377ce4c65", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1550588784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf7925560e46c69f5be5e31b6fc3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed735d8-20", "ovs_interfaceid": "7ed735d8-20d6-41d9-bf38-dca29948e367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.346389] env[70691]: DEBUG oslo_concurrency.lockutils [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.413738] env[70691]: DEBUG nova.compute.manager [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 872.417193] env[70691]: DEBUG oslo_concurrency.lockutils [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Releasing lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.476198] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528d9a12-d8e7-2e77-0c6c-46e80e7d4edb, 'name': SearchDatastore_Task, 'duration_secs': 0.055997} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.476503] env[70691]: DEBUG oslo_concurrency.lockutils [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.476765] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 3f866d70-dbec-4b20-a478-6d970447cea5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. {{(pid=70691) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 872.477044] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31cea8e2-7f07-4835-a217-7f291fac8f05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.485403] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 872.485403] env[70691]: value = "task-3454058" [ 872.485403] env[70691]: _type = "Task" [ 872.485403] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.494587] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.531461] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179679} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.531738] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.532537] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a91f5-6c9f-4c70-b02c-f6a740e2a158 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.555824] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] e7c32bb6-4dee-49b0-be18-54a34bc2aa0a/e7c32bb6-4dee-49b0-be18-54a34bc2aa0a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.559201] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12431062-cb1d-4824-9d13-1a054bacbc47 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.580193] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184738} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.581512] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.581857] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 872.581857] env[70691]: value = "task-3454059" [ 872.581857] env[70691]: _type = "Task" [ 872.581857] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.582572] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd9bde-a086-4a19-8f9d-e9de0f6469a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.595750] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.614082] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 06883e8b-247a-4ba2-b0ae-6b7a917550f5/06883e8b-247a-4ba2-b0ae-6b7a917550f5.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.615497] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8debb8f6-6f9c-4c1e-a109-bbdc0f059af1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.637320] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 872.637320] env[70691]: value = "task-3454060" [ 872.637320] env[70691]: _type = "Task" [ 872.637320] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.647605] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.656356] env[70691]: DEBUG nova.objects.base [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Object Instance<265f116d-1cdf-4201-a90e-6a3cb4ea8ece> lazy-loaded attributes: info_cache,migration_context {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 872.657531] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7fd626-40d6-46b1-9fd7-dbf529be184d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.680468] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4935d3e-18cf-4c6c-8c52-e154f5d0cea8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.688399] env[70691]: DEBUG oslo_vmware.api [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 872.688399] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524c1b6f-4c8b-ec7e-7b1d-171651aa9076" [ 872.688399] env[70691]: _type = "Task" [ 872.688399] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.697459] env[70691]: DEBUG oslo_vmware.api [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524c1b6f-4c8b-ec7e-7b1d-171651aa9076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.713152] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.713592] env[70691]: DEBUG nova.compute.manager [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Instance network_info: |[{"id": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "address": "fa:16:3e:ce:5a:55", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d46f99b-fe", "ovs_interfaceid": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 872.714275] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:5a:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d46f99b-fecd-46e6-ab9d-8d382c46f688', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.722219] env[70691]: DEBUG oslo.service.loopingcall [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.722860] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 872.723132] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2808abed-0c63-4c6c-bf3a-549568b85fa1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.744479] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.744479] env[70691]: value = "task-3454061" [ 872.744479] env[70691]: _type = "Task" [ 872.744479] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.756183] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454061, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.819799] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Releasing lock "refresh_cache-e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.820391] env[70691]: DEBUG nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Received event network-changed-026c8a08-4a1a-4eb9-8c43-5efd7737fdfe {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 872.820619] env[70691]: DEBUG nova.compute.manager [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Refreshing instance network info cache due to event network-changed-026c8a08-4a1a-4eb9-8c43-5efd7737fdfe. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 872.820928] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Acquiring lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.821153] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Acquired lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.821331] env[70691]: DEBUG nova.network.neutron [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Refreshing network info cache for port 026c8a08-4a1a-4eb9-8c43-5efd7737fdfe {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 872.823670] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.827024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.625s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.828745] env[70691]: INFO nova.compute.claims [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.849167] env[70691]: INFO nova.scheduler.client.report [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted allocations for instance c9529c9f-d2f0-4816-a016-8e8e861f1068 [ 872.949265] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 872.949265] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f66b733-d8d2-40b1-91ad-986b653457f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.952063] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.959748] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 872.959748] env[70691]: value = "task-3454062" [ 872.959748] env[70691]: _type = "Task" [ 872.959748] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.972174] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.996526] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454058, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.102380] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454059, 'name': ReconfigVM_Task, 'duration_secs': 0.316118} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.102380] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Reconfigured VM instance instance-00000031 to attach disk [datastore2] e7c32bb6-4dee-49b0-be18-54a34bc2aa0a/e7c32bb6-4dee-49b0-be18-54a34bc2aa0a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.102380] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70691) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 873.102380] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-21c9e77b-1e79-48ef-9cc5-5e1513b84c92 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.111115] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 873.111115] env[70691]: value = "task-3454063" [ 873.111115] env[70691]: _type = "Task" [ 873.111115] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.124700] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454063, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.149729] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.204417] env[70691]: DEBUG oslo_vmware.api [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524c1b6f-4c8b-ec7e-7b1d-171651aa9076, 'name': SearchDatastore_Task, 'duration_secs': 0.012866} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.204883] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.258376] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454061, 'name': CreateVM_Task, 'duration_secs': 0.417383} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.258376] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 873.261671] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.261671] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.261671] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.261671] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f789a0-9d72-4ff9-b808-6a186e725f89 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.267400] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 873.267400] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b45fdd-af32-52d7-f86f-d2cdd661703a" [ 873.267400] env[70691]: _type = "Task" [ 873.267400] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.277493] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b45fdd-af32-52d7-f86f-d2cdd661703a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.357858] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c3df0e0-8201-4da3-90dc-c7c3713fef9d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "c9529c9f-d2f0-4816-a016-8e8e861f1068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.173s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.472683] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454062, 'name': PowerOffVM_Task, 'duration_secs': 0.356416} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.473239] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 873.474339] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb1da3c-f966-45b6-913a-9dd23e85a94a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.503970] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60e56c8-b954-492a-82db-ef7a1da021b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.514143] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726448} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.516329] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 3f866d70-dbec-4b20-a478-6d970447cea5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. [ 873.519972] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d7dfb4-6d83-4d1f-8bed-362b5721f5c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.557827] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 3f866d70-dbec-4b20-a478-6d970447cea5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.560268] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b458712f-502b-451f-a484-6cceaf0954bc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.584229] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 873.584563] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d815a8ff-7813-4724-87eb-133051b59bc7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.591959] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 873.591959] env[70691]: value = "task-3454064" [ 873.591959] env[70691]: _type = "Task" [ 873.591959] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.597050] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 873.597050] env[70691]: value = "task-3454065" [ 873.597050] env[70691]: _type = "Task" [ 873.597050] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.605527] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.610362] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.620350] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454063, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.110812} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.620775] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70691) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 873.621569] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244e3d2d-f280-4895-84d0-d989aef73023 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.648859] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] e7c32bb6-4dee-49b0-be18-54a34bc2aa0a/ephemeral_0.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.654771] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b68874ae-945e-41d1-8358-d30063dfee58 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.675176] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454060, 'name': ReconfigVM_Task, 'duration_secs': 0.700086} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.676596] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 06883e8b-247a-4ba2-b0ae-6b7a917550f5/06883e8b-247a-4ba2-b0ae-6b7a917550f5.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.677355] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 873.677355] env[70691]: value = "task-3454066" [ 873.677355] env[70691]: _type = "Task" [ 873.677355] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.677553] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faf0ba55-99b3-4ace-a524-8ade1e5176b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.689857] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 873.689857] env[70691]: value = "task-3454067" [ 873.689857] env[70691]: _type = "Task" [ 873.689857] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.693577] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.702624] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454067, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.742257] env[70691]: DEBUG nova.network.neutron [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updated VIF entry in instance network info cache for port 026c8a08-4a1a-4eb9-8c43-5efd7737fdfe. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 873.742774] env[70691]: DEBUG nova.network.neutron [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updating instance_info_cache with network_info: [{"id": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "address": "fa:16:3e:54:7c:44", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca32ab94-40", "ovs_interfaceid": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "026c8a08-4a1a-4eb9-8c43-5efd7737fdfe", "address": "fa:16:3e:a9:1f:37", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026c8a08-4a", "ovs_interfaceid": "026c8a08-4a1a-4eb9-8c43-5efd7737fdfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.785192] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b45fdd-af32-52d7-f86f-d2cdd661703a, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.785537] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.785788] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.786064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.786331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.786460] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.786704] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e95e4876-264e-4ee4-8536-edcfdede7ae5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.797735] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.797735] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 873.801180] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11e4244-f1d3-4acc-9486-869893ac6ce0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.806642] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 873.806642] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff3403-604d-66aa-75e4-91e4d1db3f1a" [ 873.806642] env[70691]: _type = "Task" [ 873.806642] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.818850] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff3403-604d-66aa-75e4-91e4d1db3f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.109293] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.114353] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 874.114649] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.114919] env[70691]: DEBUG oslo_concurrency.lockutils [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.115108] env[70691]: DEBUG oslo_concurrency.lockutils [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.115306] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.117804] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35bee15e-5e9e-4e01-95f5-c08294c2a8d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.137014] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.137253] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 874.138085] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28498a14-7195-4ab5-8b5e-605989ed22f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.144349] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 874.144349] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529c3577-5f6f-5e80-8dc0-f05c87003b47" [ 874.144349] env[70691]: _type = "Task" [ 874.144349] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.155581] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529c3577-5f6f-5e80-8dc0-f05c87003b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.189149] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454066, 'name': ReconfigVM_Task, 'duration_secs': 0.429487} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.192121] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Reconfigured VM instance instance-00000031 to attach disk [datastore2] e7c32bb6-4dee-49b0-be18-54a34bc2aa0a/ephemeral_0.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.192802] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5e31d19-cded-40b7-8f99-5e188363fc51 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.203232] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454067, 'name': Rename_Task, 'duration_secs': 0.194662} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.204714] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 874.205119] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 874.205119] env[70691]: value = "task-3454068" [ 874.205119] env[70691]: _type = "Task" [ 874.205119] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.207816] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-224d82d6-70ac-4e4c-80b7-6e04d5f0c0d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.219565] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 874.219565] env[70691]: value = "task-3454069" [ 874.219565] env[70691]: _type = "Task" [ 874.219565] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.230913] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454068, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.243076] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.245913] env[70691]: DEBUG oslo_concurrency.lockutils [req-6871798c-a516-4692-ae5c-abe15f736d51 req-4c34ed00-ddd2-402d-a674-f8271a774b43 service nova] Releasing lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.307870] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dd526a-d00d-4471-861b-8e922773e6b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.322045] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff3403-604d-66aa-75e4-91e4d1db3f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014025} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.323041] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c512608-19ec-4eb8-91fe-33290d801fac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.328024] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75f0e53-0ca3-4615-9ddf-430448523b30 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.358890] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23be7944-cea4-4d29-a117-b5e573b83295 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.361764] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 874.361764] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526dfbc4-4e1b-8e08-2fc3-8bdc4bf3eb32" [ 874.361764] env[70691]: _type = "Task" [ 874.361764] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.369129] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5760f6-6247-4f9c-a79d-aaf1fa8eb7a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.377369] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526dfbc4-4e1b-8e08-2fc3-8bdc4bf3eb32, 'name': SearchDatastore_Task, 'duration_secs': 0.028497} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.377919] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.378305] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] cae8ad8e-ae95-4d27-9379-e1aa64db3916/cae8ad8e-ae95-4d27-9379-e1aa64db3916.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 874.378590] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-898aec2e-9c06-4818-b8e7-f200a26409ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.388860] env[70691]: DEBUG nova.compute.provider_tree [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.396309] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 874.396309] env[70691]: value = "task-3454070" [ 874.396309] env[70691]: _type = "Task" [ 874.396309] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.406634] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.424410] env[70691]: DEBUG nova.compute.manager [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Received event network-vif-plugged-1d46f99b-fecd-46e6-ab9d-8d382c46f688 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 874.425062] env[70691]: DEBUG oslo_concurrency.lockutils [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] Acquiring lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.425062] env[70691]: DEBUG oslo_concurrency.lockutils [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.425062] env[70691]: DEBUG oslo_concurrency.lockutils [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.425192] env[70691]: DEBUG nova.compute.manager [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] No waiting events found dispatching network-vif-plugged-1d46f99b-fecd-46e6-ab9d-8d382c46f688 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 874.425340] env[70691]: WARNING nova.compute.manager [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Received unexpected event network-vif-plugged-1d46f99b-fecd-46e6-ab9d-8d382c46f688 for instance with vm_state building and task_state spawning. [ 874.425514] env[70691]: DEBUG nova.compute.manager [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Received event network-changed-1d46f99b-fecd-46e6-ab9d-8d382c46f688 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 874.425714] env[70691]: DEBUG nova.compute.manager [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Refreshing instance network info cache due to event network-changed-1d46f99b-fecd-46e6-ab9d-8d382c46f688. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 874.425917] env[70691]: DEBUG oslo_concurrency.lockutils [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] Acquiring lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.426095] env[70691]: DEBUG oslo_concurrency.lockutils [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] Acquired lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.426198] env[70691]: DEBUG nova.network.neutron [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Refreshing network info cache for port 1d46f99b-fecd-46e6-ab9d-8d382c46f688 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 874.583866] env[70691]: DEBUG nova.compute.manager [req-f32cd25e-1b6f-4e8a-b58c-e72910ee6940 req-b9ec59c6-edb7-44be-ae30-68e6502b28d9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Received event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 874.584105] env[70691]: DEBUG nova.compute.manager [req-f32cd25e-1b6f-4e8a-b58c-e72910ee6940 req-b9ec59c6-edb7-44be-ae30-68e6502b28d9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing instance network info cache due to event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 874.584387] env[70691]: DEBUG oslo_concurrency.lockutils [req-f32cd25e-1b6f-4e8a-b58c-e72910ee6940 req-b9ec59c6-edb7-44be-ae30-68e6502b28d9 service nova] Acquiring lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.584545] env[70691]: DEBUG oslo_concurrency.lockutils [req-f32cd25e-1b6f-4e8a-b58c-e72910ee6940 req-b9ec59c6-edb7-44be-ae30-68e6502b28d9 service nova] Acquired lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.584714] env[70691]: DEBUG nova.network.neutron [req-f32cd25e-1b6f-4e8a-b58c-e72910ee6940 req-b9ec59c6-edb7-44be-ae30-68e6502b28d9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 874.604454] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454064, 'name': ReconfigVM_Task, 'duration_secs': 0.65189} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.604759] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 3f866d70-dbec-4b20-a478-6d970447cea5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.605725] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152f7131-a3a5-434a-9acc-a0ffac944904 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.637955] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a097fa6-bd19-4ece-9cb0-c603d9553e4a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.658454] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529c3577-5f6f-5e80-8dc0-f05c87003b47, 'name': SearchDatastore_Task, 'duration_secs': 0.018796} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.660292] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 874.660292] env[70691]: value = "task-3454071" [ 874.660292] env[70691]: _type = "Task" [ 874.660292] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.660515] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a311f3-3839-4e05-a799-147115901e89 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.670282] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 874.670282] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d0597-380c-f143-a038-0bb014191683" [ 874.670282] env[70691]: _type = "Task" [ 874.670282] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.676151] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454071, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.682231] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d0597-380c-f143-a038-0bb014191683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.719670] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454068, 'name': Rename_Task, 'duration_secs': 0.251721} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.720057] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 874.723071] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ea83085-b476-4fc2-80a2-6f6b822c98b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.727501] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "53c8d62a-6a62-4656-88e1-e27c6034d082" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.727725] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.735631] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.736035] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 874.736035] env[70691]: value = "task-3454072" [ 874.736035] env[70691]: _type = "Task" [ 874.736035] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.747565] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.892643] env[70691]: DEBUG nova.scheduler.client.report [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 874.907888] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454070, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.175043] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454071, 'name': ReconfigVM_Task, 'duration_secs': 0.272404} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.178526] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 875.179188] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e923b637-12ff-4bff-b1d2-30c5fb5b24db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.191726] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d0597-380c-f143-a038-0bb014191683, 'name': SearchDatastore_Task, 'duration_secs': 0.02558} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.193456] env[70691]: DEBUG oslo_concurrency.lockutils [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.193808] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 7eeadfd6-9b43-442f-a8ff-e46819987e49/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. {{(pid=70691) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 875.194630] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 875.194630] env[70691]: value = "task-3454073" [ 875.194630] env[70691]: _type = "Task" [ 875.194630] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.194851] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d813e33f-869a-4ac8-b98c-500bf7920e32 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.205685] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.207070] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 875.207070] env[70691]: value = "task-3454074" [ 875.207070] env[70691]: _type = "Task" [ 875.207070] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.217103] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.233289] env[70691]: DEBUG nova.compute.utils [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 875.234706] env[70691]: DEBUG oslo_vmware.api [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454069, 'name': PowerOnVM_Task, 'duration_secs': 0.891475} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.238132] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 875.238132] env[70691]: INFO nova.compute.manager [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Took 10.29 seconds to spawn the instance on the hypervisor. [ 875.238132] env[70691]: DEBUG nova.compute.manager [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 875.238132] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee3008-ffd6-4290-b020-0b9ecc1f74a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.250616] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454072, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.333737] env[70691]: DEBUG nova.network.neutron [req-f32cd25e-1b6f-4e8a-b58c-e72910ee6940 req-b9ec59c6-edb7-44be-ae30-68e6502b28d9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updated VIF entry in instance network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 875.334202] env[70691]: DEBUG nova.network.neutron [req-f32cd25e-1b6f-4e8a-b58c-e72910ee6940 req-b9ec59c6-edb7-44be-ae30-68e6502b28d9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updating instance_info_cache with network_info: [{"id": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "address": "fa:16:3e:f2:18:db", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaffdf1c-c3", "ovs_interfaceid": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.402437] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.402966] env[70691]: DEBUG nova.compute.manager [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 875.405812] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.509s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.407422] env[70691]: INFO nova.compute.claims [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.417385] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796383} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.417660] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] cae8ad8e-ae95-4d27-9379-e1aa64db3916/cae8ad8e-ae95-4d27-9379-e1aa64db3916.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 875.417877] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.418155] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15329cea-018b-4688-adb6-9cba9b7f5d76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.429053] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 875.429053] env[70691]: value = "task-3454075" [ 875.429053] env[70691]: _type = "Task" [ 875.429053] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.445204] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.554627] env[70691]: DEBUG nova.network.neutron [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updated VIF entry in instance network info cache for port 1d46f99b-fecd-46e6-ab9d-8d382c46f688. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 875.555039] env[70691]: DEBUG nova.network.neutron [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance_info_cache with network_info: [{"id": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "address": "fa:16:3e:ce:5a:55", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d46f99b-fe", "ovs_interfaceid": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.710643] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.720558] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454074, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.736514] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.752229] env[70691]: DEBUG oslo_vmware.api [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454072, 'name': PowerOnVM_Task, 'duration_secs': 0.713017} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.752648] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 875.753028] env[70691]: INFO nova.compute.manager [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Took 7.52 seconds to spawn the instance on the hypervisor. [ 875.753344] env[70691]: DEBUG nova.compute.manager [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 875.754516] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0e4b8f-554c-48df-8cd4-c60e5bd8d2ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.768322] env[70691]: INFO nova.compute.manager [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Took 49.25 seconds to build instance. [ 875.837590] env[70691]: DEBUG oslo_concurrency.lockutils [req-f32cd25e-1b6f-4e8a-b58c-e72910ee6940 req-b9ec59c6-edb7-44be-ae30-68e6502b28d9 service nova] Releasing lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.913541] env[70691]: DEBUG nova.compute.utils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 875.920830] env[70691]: DEBUG nova.compute.manager [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 875.920830] env[70691]: DEBUG nova.network.neutron [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 875.940725] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101591} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.941015] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.942300] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057c007f-3bfb-473f-8887-1e35360b5c3c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.965449] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] cae8ad8e-ae95-4d27-9379-e1aa64db3916/cae8ad8e-ae95-4d27-9379-e1aa64db3916.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.965759] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce168a5-2094-424c-a05c-2e6f40abf17d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.981099] env[70691]: DEBUG nova.policy [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfc9d80ccb824e5a820794136d393d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee0117232d664077bb25a4657f320dbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 875.989696] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 875.989696] env[70691]: value = "task-3454076" [ 875.989696] env[70691]: _type = "Task" [ 875.989696] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.999222] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.057843] env[70691]: DEBUG oslo_concurrency.lockutils [req-9018d117-2589-43a4-8a31-afea7773a56c req-0f5ad168-1203-4919-8ed0-0b4f6ceb81b0 service nova] Releasing lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.209370] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454073, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.219120] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538665} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.219390] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 7eeadfd6-9b43-442f-a8ff-e46819987e49/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. [ 876.220121] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa5daa1-8f94-410d-8bb7-75e4ace59e73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.246666] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 7eeadfd6-9b43-442f-a8ff-e46819987e49/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.246666] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-253d5dac-2990-4370-b5d5-5ff36cbed891 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.266357] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 876.266357] env[70691]: value = "task-3454077" [ 876.266357] env[70691]: _type = "Task" [ 876.266357] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.274114] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb0b5d13-167f-4948-aaac-43d023fb4acd tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.385s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.278543] env[70691]: INFO nova.compute.manager [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Took 45.20 seconds to build instance. [ 876.282236] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.421117] env[70691]: DEBUG nova.compute.manager [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 876.459063] env[70691]: DEBUG nova.network.neutron [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Successfully created port: f2eb5849-2da3-4d2f-91de-f0ddaff718d4 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.502470] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.716088] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454073, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.780709] env[70691]: DEBUG nova.compute.manager [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 876.783223] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454077, 'name': ReconfigVM_Task, 'duration_secs': 0.32155} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.786922] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d58e81cb-8bf0-448b-971c-feced40006d2 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.214s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.786922] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 7eeadfd6-9b43-442f-a8ff-e46819987e49/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.786922] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32b89d7-72b7-4ea4-840d-84b6df624af8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.823304] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a8489b-9ae3-44af-86d3-e1b6f450d587 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.836447] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "53c8d62a-6a62-4656-88e1-e27c6034d082" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.836913] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.838381] env[70691]: INFO nova.compute.manager [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Attaching volume 5651b7eb-65c5-4270-b014-0cb88d5f2125 to /dev/sdb [ 876.844035] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 876.844035] env[70691]: value = "task-3454078" [ 876.844035] env[70691]: _type = "Task" [ 876.844035] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.859078] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.893935] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e30a4d-8103-4026-ac0b-b61d9e648ae5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.906151] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0966cbfb-b338-4b0c-a3fa-13911fadcace {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.920634] env[70691]: DEBUG nova.virt.block_device [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Updating existing volume attachment record: 09344917-d221-443e-9840-009f14822685 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 877.003561] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454076, 'name': ReconfigVM_Task, 'duration_secs': 0.859757} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.003561] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Reconfigured VM instance instance-00000032 to attach disk [datastore2] cae8ad8e-ae95-4d27-9379-e1aa64db3916/cae8ad8e-ae95-4d27-9379-e1aa64db3916.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.004021] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e18b717-38b5-4225-b534-67014fee55ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.014679] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 877.014679] env[70691]: value = "task-3454079" [ 877.014679] env[70691]: _type = "Task" [ 877.014679] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.024036] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454079, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.059134] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6933b584-ea1f-44f2-8d09-cc0bfa3a002c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.066235] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c0b21f-a2a8-463b-b17f-c19020de356a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.098012] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90bbe0b-b101-447d-a399-8463b4a853c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.105939] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba4bb1d-56cc-4fc6-9720-490d19dbd45f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.120678] env[70691]: DEBUG nova.compute.provider_tree [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.211385] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454073, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.289702] env[70691]: DEBUG nova.compute.manager [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 877.309452] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.354385] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454078, 'name': ReconfigVM_Task, 'duration_secs': 0.169601} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.355021] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 877.355021] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-833b4fd0-0602-4e44-a50c-89a379776cb5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.362827] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 877.362827] env[70691]: value = "task-3454083" [ 877.362827] env[70691]: _type = "Task" [ 877.362827] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.371813] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.420789] env[70691]: DEBUG nova.compute.manager [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Received event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 877.420846] env[70691]: DEBUG nova.compute.manager [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing instance network info cache due to event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 877.421151] env[70691]: DEBUG oslo_concurrency.lockutils [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] Acquiring lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.421414] env[70691]: DEBUG oslo_concurrency.lockutils [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] Acquired lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.421598] env[70691]: DEBUG nova.network.neutron [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 877.433028] env[70691]: DEBUG nova.compute.manager [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 877.462182] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 877.462472] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 877.462653] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.462854] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 877.463042] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.463240] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 877.463497] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 877.463679] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 877.463862] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 877.464060] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 877.464271] env[70691]: DEBUG nova.virt.hardware [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.465183] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b659ff9-fff2-4354-9d2d-ef25771dd05c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.476325] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4da1fa-42ae-454e-9f5e-e32ebdd97f5e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.521269] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454079, 'name': Rename_Task, 'duration_secs': 0.272352} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.521711] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 877.521995] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-476d376e-080b-4324-9b70-96797dad58bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.528496] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 877.528496] env[70691]: value = "task-3454084" [ 877.528496] env[70691]: _type = "Task" [ 877.528496] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.537392] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.624023] env[70691]: DEBUG nova.scheduler.client.report [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 877.711613] env[70691]: DEBUG oslo_vmware.api [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454073, 'name': PowerOnVM_Task, 'duration_secs': 2.386148} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.712023] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 877.715419] env[70691]: DEBUG nova.compute.manager [None req-219d2b65-4578-407f-b4ea-3f84f6923ac3 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 877.716257] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3000bee8-80a3-4151-921e-8175110bfbe5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.816047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.874618] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454083, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.040841] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.129629] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.130247] env[70691]: DEBUG nova.compute.manager [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 878.133849] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.625s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.153734] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-02863b15-5897-41e5-b86c-31ef4a98f2cc-026c8a08-4a1a-4eb9-8c43-5efd7737fdfe" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.154195] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-02863b15-5897-41e5-b86c-31ef4a98f2cc-026c8a08-4a1a-4eb9-8c43-5efd7737fdfe" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.379247] env[70691]: DEBUG oslo_vmware.api [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454083, 'name': PowerOnVM_Task, 'duration_secs': 0.521196} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.379247] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 878.381657] env[70691]: DEBUG nova.compute.manager [None req-53900640-d0ff-458d-b731-e8e999651a22 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 878.382876] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b40ef4-bfc3-46c1-9f9b-4eec05680158 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.444842] env[70691]: DEBUG nova.network.neutron [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Successfully updated port: f2eb5849-2da3-4d2f-91de-f0ddaff718d4 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.518143] env[70691]: DEBUG nova.network.neutron [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updated VIF entry in instance network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 878.518269] env[70691]: DEBUG nova.network.neutron [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updating instance_info_cache with network_info: [{"id": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "address": "fa:16:3e:f2:18:db", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaffdf1c-c3", "ovs_interfaceid": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.542571] env[70691]: DEBUG oslo_vmware.api [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454084, 'name': PowerOnVM_Task, 'duration_secs': 0.655897} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.546017] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 878.546275] env[70691]: INFO nova.compute.manager [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Took 8.11 seconds to spawn the instance on the hypervisor. [ 878.546464] env[70691]: DEBUG nova.compute.manager [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 878.548720] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829857cb-8d95-4e00-9c32-e0ee66f9ae66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.638466] env[70691]: DEBUG nova.compute.utils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 878.642776] env[70691]: DEBUG nova.compute.manager [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 878.642951] env[70691]: DEBUG nova.network.neutron [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 878.659623] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.659837] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.661832] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05d52ce-e2e3-4e44-98f8-08ebf908b9a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.689775] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff348934-4152-4098-a944-20e72abdbed6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.722127] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Reconfiguring VM to detach interface {{(pid=70691) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 878.723952] env[70691]: DEBUG nova.policy [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f739c97c52814a94b6863b338d7d965d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ba28f538c74436b7afe32658050aff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 878.727766] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500baa89-64e6-4002-8a11-7b7ecf81dcd6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.748070] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 878.748070] env[70691]: value = "task-3454085" [ 878.748070] env[70691]: _type = "Task" [ 878.748070] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.753839] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28137276-e0d2-4e67-835a-9ea3e2aeed5c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.764332] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359ed237-0a67-4ea9-b71a-708237a92c8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.767767] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.801494] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29011b91-1fdf-43c5-adf0-0b6e5e7a45c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.809559] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4061ade8-6ce4-4998-be1d-dea11e87025f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.825117] env[70691]: DEBUG nova.compute.provider_tree [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.947484] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquiring lock "refresh_cache-4f7039a4-f012-4c3b-875d-86e6a3a29170" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.947687] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquired lock "refresh_cache-4f7039a4-f012-4c3b-875d-86e6a3a29170" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.948369] env[70691]: DEBUG nova.network.neutron [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 879.022163] env[70691]: DEBUG oslo_concurrency.lockutils [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] Releasing lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.023479] env[70691]: DEBUG nova.compute.manager [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Received event network-changed-9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 879.023479] env[70691]: DEBUG nova.compute.manager [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Refreshing instance network info cache due to event network-changed-9e02df9f-53d6-4202-95ac-7ae85dbf40a2. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 879.023479] env[70691]: DEBUG oslo_concurrency.lockutils [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] Acquiring lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.023775] env[70691]: DEBUG oslo_concurrency.lockutils [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] Acquired lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.023904] env[70691]: DEBUG nova.network.neutron [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Refreshing network info cache for port 9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 879.070809] env[70691]: INFO nova.compute.manager [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Took 42.62 seconds to build instance. [ 879.146955] env[70691]: DEBUG nova.compute.manager [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 879.193787] env[70691]: DEBUG nova.network.neutron [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Successfully created port: aa89513c-47e2-4095-a788-13beee224857 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.260566] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.328925] env[70691]: DEBUG nova.scheduler.client.report [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 879.418515] env[70691]: DEBUG nova.compute.manager [req-b4afe563-2c2e-4d3d-bded-ab73373c649f req-5b10573f-f85c-4f6b-b58c-346431a19c00 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Received event network-changed-7ed735d8-20d6-41d9-bf38-dca29948e367 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 879.419161] env[70691]: DEBUG nova.compute.manager [req-b4afe563-2c2e-4d3d-bded-ab73373c649f req-5b10573f-f85c-4f6b-b58c-346431a19c00 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Refreshing instance network info cache due to event network-changed-7ed735d8-20d6-41d9-bf38-dca29948e367. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 879.419617] env[70691]: DEBUG oslo_concurrency.lockutils [req-b4afe563-2c2e-4d3d-bded-ab73373c649f req-5b10573f-f85c-4f6b-b58c-346431a19c00 service nova] Acquiring lock "refresh_cache-e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.420225] env[70691]: DEBUG oslo_concurrency.lockutils [req-b4afe563-2c2e-4d3d-bded-ab73373c649f req-5b10573f-f85c-4f6b-b58c-346431a19c00 service nova] Acquired lock "refresh_cache-e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.420643] env[70691]: DEBUG nova.network.neutron [req-b4afe563-2c2e-4d3d-bded-ab73373c649f req-5b10573f-f85c-4f6b-b58c-346431a19c00 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Refreshing network info cache for port 7ed735d8-20d6-41d9-bf38-dca29948e367 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 879.510687] env[70691]: DEBUG nova.network.neutron [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 879.574343] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7d28353c-9043-4fb8-b4b8-6f4f4b801e32 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.333s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.768685] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.834143] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.834421] env[70691]: INFO nova.compute.manager [None req-2e5d08c1-79f1-47d5-848e-49c1b80a3c44 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Successfully reverted task state from rebuilding on failure for instance. [ 879.841568] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.411s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.841568] env[70691]: DEBUG nova.objects.instance [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lazy-loading 'resources' on Instance uuid 9df6fabe-f667-4fa4-978d-2e8896a7d18c {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.885447] env[70691]: DEBUG nova.network.neutron [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Updating instance_info_cache with network_info: [{"id": "f2eb5849-2da3-4d2f-91de-f0ddaff718d4", "address": "fa:16:3e:67:a3:33", "network": {"id": "4a888392-8cb6-4137-b2e0-4ba3b34402ae", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1820354216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee0117232d664077bb25a4657f320dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2eb5849-2d", "ovs_interfaceid": "f2eb5849-2da3-4d2f-91de-f0ddaff718d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.891936] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "564fbf12-311d-4fd5-b1f5-b13349652a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.892225] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "564fbf12-311d-4fd5-b1f5-b13349652a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.892902] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "564fbf12-311d-4fd5-b1f5-b13349652a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.893114] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "564fbf12-311d-4fd5-b1f5-b13349652a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.893434] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "564fbf12-311d-4fd5-b1f5-b13349652a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.897629] env[70691]: INFO nova.compute.manager [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Terminating instance [ 879.901129] env[70691]: DEBUG nova.compute.manager [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 879.901129] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 879.901922] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc1b96-100f-491b-8cc4-b798af9f1c51 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.912292] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 879.912573] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83d1c64b-2c40-4ad4-88a6-38044170f42a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.918730] env[70691]: DEBUG oslo_vmware.api [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 879.918730] env[70691]: value = "task-3454087" [ 879.918730] env[70691]: _type = "Task" [ 879.918730] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.930094] env[70691]: DEBUG oslo_vmware.api [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.935284] env[70691]: DEBUG nova.compute.manager [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Received event network-vif-plugged-f2eb5849-2da3-4d2f-91de-f0ddaff718d4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 879.935591] env[70691]: DEBUG oslo_concurrency.lockutils [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] Acquiring lock "4f7039a4-f012-4c3b-875d-86e6a3a29170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.935814] env[70691]: DEBUG oslo_concurrency.lockutils [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] Lock "4f7039a4-f012-4c3b-875d-86e6a3a29170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.935991] env[70691]: DEBUG oslo_concurrency.lockutils [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] Lock "4f7039a4-f012-4c3b-875d-86e6a3a29170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.937208] env[70691]: DEBUG nova.compute.manager [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] No waiting events found dispatching network-vif-plugged-f2eb5849-2da3-4d2f-91de-f0ddaff718d4 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 879.937403] env[70691]: WARNING nova.compute.manager [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Received unexpected event network-vif-plugged-f2eb5849-2da3-4d2f-91de-f0ddaff718d4 for instance with vm_state building and task_state spawning. [ 879.937577] env[70691]: DEBUG nova.compute.manager [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Received event network-changed-9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 879.937739] env[70691]: DEBUG nova.compute.manager [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Refreshing instance network info cache due to event network-changed-9e02df9f-53d6-4202-95ac-7ae85dbf40a2. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 879.937917] env[70691]: DEBUG oslo_concurrency.lockutils [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] Acquiring lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.956870] env[70691]: DEBUG nova.network.neutron [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Updated VIF entry in instance network info cache for port 9e02df9f-53d6-4202-95ac-7ae85dbf40a2. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 879.957289] env[70691]: DEBUG nova.network.neutron [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Updating instance_info_cache with network_info: [{"id": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "address": "fa:16:3e:fe:5c:7c", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e02df9f-53", "ovs_interfaceid": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.079958] env[70691]: DEBUG nova.compute.manager [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 880.166156] env[70691]: DEBUG nova.compute.manager [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 880.197016] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 880.197397] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 880.197598] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.197812] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 880.197980] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.198534] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 880.198848] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 880.199092] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 880.199372] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 880.199609] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 880.199855] env[70691]: DEBUG nova.virt.hardware [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.201598] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a8c124-aa5b-46f1-b340-9d9168904b4a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.210853] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cb63ec-9583-42b5-9aa5-2ea8f36959ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.263826] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.281350] env[70691]: INFO nova.compute.manager [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Unrescuing [ 880.281647] env[70691]: DEBUG oslo_concurrency.lockutils [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.281801] env[70691]: DEBUG oslo_concurrency.lockutils [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquired lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.282053] env[70691]: DEBUG nova.network.neutron [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 880.315115] env[70691]: DEBUG nova.network.neutron [req-b4afe563-2c2e-4d3d-bded-ab73373c649f req-5b10573f-f85c-4f6b-b58c-346431a19c00 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Updated VIF entry in instance network info cache for port 7ed735d8-20d6-41d9-bf38-dca29948e367. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 880.315498] env[70691]: DEBUG nova.network.neutron [req-b4afe563-2c2e-4d3d-bded-ab73373c649f req-5b10573f-f85c-4f6b-b58c-346431a19c00 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Updating instance_info_cache with network_info: [{"id": "7ed735d8-20d6-41d9-bf38-dca29948e367", "address": "fa:16:3e:32:24:d5", "network": {"id": "0a1ce5b9-e056-492e-be9f-bba377ce4c65", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1550588784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf7925560e46c69f5be5e31b6fc3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed735d8-20", "ovs_interfaceid": "7ed735d8-20d6-41d9-bf38-dca29948e367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.391322] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Releasing lock "refresh_cache-4f7039a4-f012-4c3b-875d-86e6a3a29170" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.391671] env[70691]: DEBUG nova.compute.manager [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Instance network_info: |[{"id": "f2eb5849-2da3-4d2f-91de-f0ddaff718d4", "address": "fa:16:3e:67:a3:33", "network": {"id": "4a888392-8cb6-4137-b2e0-4ba3b34402ae", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1820354216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee0117232d664077bb25a4657f320dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2eb5849-2d", "ovs_interfaceid": "f2eb5849-2da3-4d2f-91de-f0ddaff718d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 880.392156] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:a3:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2eb5849-2da3-4d2f-91de-f0ddaff718d4', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.400155] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Creating folder: Project (ee0117232d664077bb25a4657f320dbe). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 880.403125] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01568c49-87ab-4f39-be44-7e6e47c928cd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.415338] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Created folder: Project (ee0117232d664077bb25a4657f320dbe) in parent group-v689428. [ 880.415561] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Creating folder: Instances. Parent ref: group-v689573. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 880.418235] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee634ad7-3457-4447-9fdf-46d652f71a9a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.429377] env[70691]: DEBUG oslo_vmware.api [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454087, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.431007] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Created folder: Instances in parent group-v689573. [ 880.431266] env[70691]: DEBUG oslo.service.loopingcall [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.433880] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 880.434292] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8264fa0a-6d94-4749-8c82-3f2aa45f1456 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.461285] env[70691]: DEBUG oslo_concurrency.lockutils [req-368b42f5-c9f2-4979-a54c-5a4a49052b04 req-20d12e06-e000-4901-b537-4bf796102c95 service nova] Releasing lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.461693] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.461693] env[70691]: value = "task-3454090" [ 880.461693] env[70691]: _type = "Task" [ 880.461693] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.461954] env[70691]: DEBUG oslo_concurrency.lockutils [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] Acquired lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.462146] env[70691]: DEBUG nova.network.neutron [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Refreshing network info cache for port 9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 880.476042] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454090, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.602681] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.767262] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.822174] env[70691]: DEBUG oslo_concurrency.lockutils [req-b4afe563-2c2e-4d3d-bded-ab73373c649f req-5b10573f-f85c-4f6b-b58c-346431a19c00 service nova] Releasing lock "refresh_cache-e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.833245] env[70691]: DEBUG nova.compute.manager [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Stashing vm_state: active {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 880.903019] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2f2767-cec8-4dee-919d-afd0538e4854 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.912526] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1c9662-ddae-4952-891a-29ca41398907 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.951480] env[70691]: DEBUG nova.network.neutron [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Successfully updated port: aa89513c-47e2-4095-a788-13beee224857 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.956406] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19a2b6a-357c-43f3-94a6-06ce85113528 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.965021] env[70691]: DEBUG oslo_vmware.api [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454087, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.979844] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9661eef-e6c8-4d08-8163-2790f124c993 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.985901] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454090, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.995115] env[70691]: DEBUG nova.compute.provider_tree [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.136391] env[70691]: DEBUG nova.network.neutron [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updating instance_info_cache with network_info: [{"id": "ec1ef926-2fb7-4f65-8857-c274167feb21", "address": "fa:16:3e:68:e0:0b", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1ef926-2f", "ovs_interfaceid": "ec1ef926-2fb7-4f65-8857-c274167feb21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.264977] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.267116] env[70691]: DEBUG nova.network.neutron [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Updated VIF entry in instance network info cache for port 9e02df9f-53d6-4202-95ac-7ae85dbf40a2. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 881.267427] env[70691]: DEBUG nova.network.neutron [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Updating instance_info_cache with network_info: [{"id": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "address": "fa:16:3e:fe:5c:7c", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e02df9f-53", "ovs_interfaceid": "9e02df9f-53d6-4202-95ac-7ae85dbf40a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.354191] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.458617] env[70691]: DEBUG oslo_vmware.api [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454087, 'name': PowerOffVM_Task, 'duration_secs': 1.191478} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.458950] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 881.459149] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 881.459417] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e65da69-2efd-4805-9e4d-b3570e9e5959 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.461418] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquiring lock "refresh_cache-453938ed-f1cb-43b4-83c2-6f6c85832a33" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.461553] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquired lock "refresh_cache-453938ed-f1cb-43b4-83c2-6f6c85832a33" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.461711] env[70691]: DEBUG nova.network.neutron [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 881.475145] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454090, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.488853] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 881.489087] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689572', 'volume_id': '5651b7eb-65c5-4270-b014-0cb88d5f2125', 'name': 'volume-5651b7eb-65c5-4270-b014-0cb88d5f2125', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53c8d62a-6a62-4656-88e1-e27c6034d082', 'attached_at': '', 'detached_at': '', 'volume_id': '5651b7eb-65c5-4270-b014-0cb88d5f2125', 'serial': '5651b7eb-65c5-4270-b014-0cb88d5f2125'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 881.490028] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41795967-d8cb-4880-90d0-6fdc1e4f4bb0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.509216] env[70691]: DEBUG nova.scheduler.client.report [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 881.513933] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeea64d-c9d1-4e8d-a490-70d822f38494 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.540654] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-5651b7eb-65c5-4270-b014-0cb88d5f2125/volume-5651b7eb-65c5-4270-b014-0cb88d5f2125.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.543708] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9145cd87-e7d5-4565-a87f-14e058af85f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.562393] env[70691]: DEBUG oslo_vmware.api [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 881.562393] env[70691]: value = "task-3454092" [ 881.562393] env[70691]: _type = "Task" [ 881.562393] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.573959] env[70691]: DEBUG oslo_vmware.api [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.638756] env[70691]: DEBUG oslo_concurrency.lockutils [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Releasing lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.639540] env[70691]: DEBUG nova.objects.instance [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lazy-loading 'flavor' on Instance uuid 3f866d70-dbec-4b20-a478-6d970447cea5 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.765232] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.769894] env[70691]: DEBUG oslo_concurrency.lockutils [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] Releasing lock "refresh_cache-564fbf12-311d-4fd5-b1f5-b13349652a11" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.770166] env[70691]: DEBUG nova.compute.manager [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Received event network-changed-f2eb5849-2da3-4d2f-91de-f0ddaff718d4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 881.770365] env[70691]: DEBUG nova.compute.manager [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Refreshing instance network info cache due to event network-changed-f2eb5849-2da3-4d2f-91de-f0ddaff718d4. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 881.770557] env[70691]: DEBUG oslo_concurrency.lockutils [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] Acquiring lock "refresh_cache-4f7039a4-f012-4c3b-875d-86e6a3a29170" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.770707] env[70691]: DEBUG oslo_concurrency.lockutils [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] Acquired lock "refresh_cache-4f7039a4-f012-4c3b-875d-86e6a3a29170" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.770875] env[70691]: DEBUG nova.network.neutron [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Refreshing network info cache for port f2eb5849-2da3-4d2f-91de-f0ddaff718d4 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 881.807857] env[70691]: DEBUG nova.compute.manager [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Received event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 881.808076] env[70691]: DEBUG nova.compute.manager [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing instance network info cache due to event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 881.808276] env[70691]: DEBUG oslo_concurrency.lockutils [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] Acquiring lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.808424] env[70691]: DEBUG oslo_concurrency.lockutils [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] Acquired lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.808584] env[70691]: DEBUG nova.network.neutron [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 881.876936] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 881.877605] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 881.877605] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Deleting the datastore file [datastore1] 564fbf12-311d-4fd5-b1f5-b13349652a11 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.877723] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf525575-cd63-4e8d-b43c-0fdb34273ab7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.883639] env[70691]: DEBUG oslo_vmware.api [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 881.883639] env[70691]: value = "task-3454093" [ 881.883639] env[70691]: _type = "Task" [ 881.883639] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.892275] env[70691]: DEBUG oslo_vmware.api [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.976404] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454090, 'name': CreateVM_Task, 'duration_secs': 1.238236} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.976573] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 881.977280] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.977445] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.977781] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.978055] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aeed76a-82ac-4792-90e7-068d348e1ea1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.985637] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 881.985637] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d1c620-2ee5-a37e-fb9f-70bfe1193368" [ 881.985637] env[70691]: _type = "Task" [ 881.985637] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.995710] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d1c620-2ee5-a37e-fb9f-70bfe1193368, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.996013] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.996290] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.996540] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.996704] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.996898] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.997176] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e97445a-fe80-4b99-9a13-830f4544e9d0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.004721] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.004909] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 882.005665] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbfcba8d-9ffe-4080-893a-55c4c9105d18 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.010621] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 882.010621] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52af425d-3446-0d86-5c01-31728a29d3d5" [ 882.010621] env[70691]: _type = "Task" [ 882.010621] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.019233] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.021294] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52af425d-3446-0d86-5c01-31728a29d3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.021774] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.138s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.024929] env[70691]: INFO nova.compute.claims [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.031468] env[70691]: DEBUG nova.network.neutron [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 882.039900] env[70691]: INFO nova.scheduler.client.report [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Deleted allocations for instance 9df6fabe-f667-4fa4-978d-2e8896a7d18c [ 882.074643] env[70691]: DEBUG oslo_vmware.api [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.145602] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc8f00e-72aa-4cd9-9a52-39804f5377dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.175898] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 882.179120] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-259b7d1e-9c84-4584-95c7-e32a611eefe6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.187520] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 882.187520] env[70691]: value = "task-3454094" [ 882.187520] env[70691]: _type = "Task" [ 882.187520] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.197753] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.267331] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.380681] env[70691]: DEBUG nova.network.neutron [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Updating instance_info_cache with network_info: [{"id": "aa89513c-47e2-4095-a788-13beee224857", "address": "fa:16:3e:4b:cc:21", "network": {"id": "6391ce47-8b8b-4676-aed3-299f9386e0c3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-665780218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ba28f538c74436b7afe32658050aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa89513c-47", "ovs_interfaceid": "aa89513c-47e2-4095-a788-13beee224857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.396186] env[70691]: DEBUG oslo_vmware.api [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206021} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.396693] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.397161] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 882.397222] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 882.397451] env[70691]: INFO nova.compute.manager [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Took 2.50 seconds to destroy the instance on the hypervisor. [ 882.397765] env[70691]: DEBUG oslo.service.loopingcall [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.398067] env[70691]: DEBUG nova.compute.manager [-] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 882.398223] env[70691]: DEBUG nova.network.neutron [-] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 882.521535] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52af425d-3446-0d86-5c01-31728a29d3d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.522698] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87e4e1f-b9c4-4298-ab8e-737bd2198eb6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.528843] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 882.528843] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520aaa69-07f3-0b2a-e3bd-6d9350af4093" [ 882.528843] env[70691]: _type = "Task" [ 882.528843] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.540147] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520aaa69-07f3-0b2a-e3bd-6d9350af4093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.551264] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d9906bc5-9884-4cff-8917-97961087ebce tempest-SecurityGroupsTestJSON-488608061 tempest-SecurityGroupsTestJSON-488608061-project-member] Lock "9df6fabe-f667-4fa4-978d-2e8896a7d18c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.091s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.574025] env[70691]: DEBUG oslo_vmware.api [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454092, 'name': ReconfigVM_Task, 'duration_secs': 0.690774} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.574352] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-5651b7eb-65c5-4270-b014-0cb88d5f2125/volume-5651b7eb-65c5-4270-b014-0cb88d5f2125.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.580079] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f18c37-458f-4c4d-87ac-af37594a640b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.596395] env[70691]: DEBUG oslo_vmware.api [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 882.596395] env[70691]: value = "task-3454095" [ 882.596395] env[70691]: _type = "Task" [ 882.596395] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.605611] env[70691]: DEBUG oslo_vmware.api [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.699882] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454094, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.767645] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.884221] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Releasing lock "refresh_cache-453938ed-f1cb-43b4-83c2-6f6c85832a33" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.884845] env[70691]: DEBUG nova.compute.manager [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Instance network_info: |[{"id": "aa89513c-47e2-4095-a788-13beee224857", "address": "fa:16:3e:4b:cc:21", "network": {"id": "6391ce47-8b8b-4676-aed3-299f9386e0c3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-665780218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ba28f538c74436b7afe32658050aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa89513c-47", "ovs_interfaceid": "aa89513c-47e2-4095-a788-13beee224857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 882.885082] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:cc:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa89513c-47e2-4095-a788-13beee224857', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.893085] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Creating folder: Project (24ba28f538c74436b7afe32658050aff). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 882.893486] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c5b1c5c-e1fb-4a39-b4d7-3d16ffa868e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.906100] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Created folder: Project (24ba28f538c74436b7afe32658050aff) in parent group-v689428. [ 882.906100] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Creating folder: Instances. Parent ref: group-v689576. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 882.906100] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dff95e6d-110d-42c7-a3d7-0376a3e33537 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.914333] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Created folder: Instances in parent group-v689576. [ 882.914662] env[70691]: DEBUG oslo.service.loopingcall [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.914896] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 882.915179] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-055044d8-131c-4b14-888e-e2aeaa1cd93f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.935816] env[70691]: DEBUG nova.network.neutron [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Updated VIF entry in instance network info cache for port f2eb5849-2da3-4d2f-91de-f0ddaff718d4. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 882.936434] env[70691]: DEBUG nova.network.neutron [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Updating instance_info_cache with network_info: [{"id": "f2eb5849-2da3-4d2f-91de-f0ddaff718d4", "address": "fa:16:3e:67:a3:33", "network": {"id": "4a888392-8cb6-4137-b2e0-4ba3b34402ae", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1820354216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee0117232d664077bb25a4657f320dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2eb5849-2d", "ovs_interfaceid": "f2eb5849-2da3-4d2f-91de-f0ddaff718d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.943606] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.943606] env[70691]: value = "task-3454098" [ 882.943606] env[70691]: _type = "Task" [ 882.943606] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.951676] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454098, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.986457] env[70691]: DEBUG nova.network.neutron [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updated VIF entry in instance network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 882.986843] env[70691]: DEBUG nova.network.neutron [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updating instance_info_cache with network_info: [{"id": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "address": "fa:16:3e:f2:18:db", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaffdf1c-c3", "ovs_interfaceid": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.049583] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520aaa69-07f3-0b2a-e3bd-6d9350af4093, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.049583] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.049583] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 4f7039a4-f012-4c3b-875d-86e6a3a29170/4f7039a4-f012-4c3b-875d-86e6a3a29170.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 883.049801] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f379a54b-8270-489e-83f5-ee21708b70e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.057798] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 883.057798] env[70691]: value = "task-3454099" [ 883.057798] env[70691]: _type = "Task" [ 883.057798] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.070089] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.108513] env[70691]: DEBUG oslo_vmware.api [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454095, 'name': ReconfigVM_Task, 'duration_secs': 0.147818} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.111996] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689572', 'volume_id': '5651b7eb-65c5-4270-b014-0cb88d5f2125', 'name': 'volume-5651b7eb-65c5-4270-b014-0cb88d5f2125', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53c8d62a-6a62-4656-88e1-e27c6034d082', 'attached_at': '', 'detached_at': '', 'volume_id': '5651b7eb-65c5-4270-b014-0cb88d5f2125', 'serial': '5651b7eb-65c5-4270-b014-0cb88d5f2125'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 883.199688] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454094, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.273430] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.286688] env[70691]: DEBUG nova.compute.manager [req-7cf0bcc0-562c-45bd-accf-484510098669 req-d8c8b1c8-b0e0-4f4e-8040-c5c3c1d034ad service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Received event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 883.287779] env[70691]: DEBUG nova.compute.manager [req-7cf0bcc0-562c-45bd-accf-484510098669 req-d8c8b1c8-b0e0-4f4e-8040-c5c3c1d034ad service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing instance network info cache due to event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 883.287779] env[70691]: DEBUG oslo_concurrency.lockutils [req-7cf0bcc0-562c-45bd-accf-484510098669 req-d8c8b1c8-b0e0-4f4e-8040-c5c3c1d034ad service nova] Acquiring lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.288031] env[70691]: DEBUG oslo_concurrency.lockutils [req-7cf0bcc0-562c-45bd-accf-484510098669 req-d8c8b1c8-b0e0-4f4e-8040-c5c3c1d034ad service nova] Acquired lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.288285] env[70691]: DEBUG nova.network.neutron [req-7cf0bcc0-562c-45bd-accf-484510098669 req-d8c8b1c8-b0e0-4f4e-8040-c5c3c1d034ad service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 883.439441] env[70691]: DEBUG oslo_concurrency.lockutils [req-1c18157b-ac91-4f52-8054-753ea4b2ef42 req-4d47847c-0833-4cfa-8eb9-fc6699432c58 service nova] Releasing lock "refresh_cache-4f7039a4-f012-4c3b-875d-86e6a3a29170" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.459066] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454098, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.490779] env[70691]: DEBUG oslo_concurrency.lockutils [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] Releasing lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.491060] env[70691]: DEBUG nova.compute.manager [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Received event network-vif-plugged-aa89513c-47e2-4095-a788-13beee224857 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 883.491391] env[70691]: DEBUG oslo_concurrency.lockutils [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] Acquiring lock "453938ed-f1cb-43b4-83c2-6f6c85832a33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.491642] env[70691]: DEBUG oslo_concurrency.lockutils [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] Lock "453938ed-f1cb-43b4-83c2-6f6c85832a33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.491877] env[70691]: DEBUG oslo_concurrency.lockutils [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] Lock "453938ed-f1cb-43b4-83c2-6f6c85832a33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.492103] env[70691]: DEBUG nova.compute.manager [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] No waiting events found dispatching network-vif-plugged-aa89513c-47e2-4095-a788-13beee224857 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 883.492298] env[70691]: WARNING nova.compute.manager [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Received unexpected event network-vif-plugged-aa89513c-47e2-4095-a788-13beee224857 for instance with vm_state building and task_state spawning. [ 883.492526] env[70691]: DEBUG nova.compute.manager [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Received event network-changed-aa89513c-47e2-4095-a788-13beee224857 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 883.492744] env[70691]: DEBUG nova.compute.manager [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Refreshing instance network info cache due to event network-changed-aa89513c-47e2-4095-a788-13beee224857. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 883.492951] env[70691]: DEBUG oslo_concurrency.lockutils [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] Acquiring lock "refresh_cache-453938ed-f1cb-43b4-83c2-6f6c85832a33" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.493830] env[70691]: DEBUG oslo_concurrency.lockutils [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] Acquired lock "refresh_cache-453938ed-f1cb-43b4-83c2-6f6c85832a33" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.494051] env[70691]: DEBUG nova.network.neutron [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Refreshing network info cache for port aa89513c-47e2-4095-a788-13beee224857 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 883.544510] env[70691]: DEBUG nova.network.neutron [-] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.569161] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454099, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.633894] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ead9cb-c972-4b54-9020-ce78995ea3e9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.643431] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5646a0-cc57-4a9e-926a-43bae7e3bb35 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.682776] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c62721-21c1-4c9e-9ec7-e18ed3800329 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.694270] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3efa8ba-02f5-4a36-bbaa-e3482255b786 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.705287] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454094, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.716451] env[70691]: DEBUG nova.compute.provider_tree [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.769639] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.955973] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454098, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.047555] env[70691]: INFO nova.compute.manager [-] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Took 1.65 seconds to deallocate network for instance. [ 884.052871] env[70691]: DEBUG nova.network.neutron [req-7cf0bcc0-562c-45bd-accf-484510098669 req-d8c8b1c8-b0e0-4f4e-8040-c5c3c1d034ad service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updated VIF entry in instance network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 884.053263] env[70691]: DEBUG nova.network.neutron [req-7cf0bcc0-562c-45bd-accf-484510098669 req-d8c8b1c8-b0e0-4f4e-8040-c5c3c1d034ad service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updating instance_info_cache with network_info: [{"id": "867fb231-0d55-4719-b3bb-b19401a3ea25", "address": "fa:16:3e:05:ef:7f", "network": {"id": "4ec11475-3135-4f34-82ea-fec6707b525a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-400114112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b2f3a93cd94996a9c999720b9c2299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867fb231-0d", "ovs_interfaceid": "867fb231-0d55-4719-b3bb-b19401a3ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.069030] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568114} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.069356] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 4f7039a4-f012-4c3b-875d-86e6a3a29170/4f7039a4-f012-4c3b-875d-86e6a3a29170.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 884.069572] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.069844] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21e0a8b8-fea5-47ee-8c20-564a5a66ea52 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.077766] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 884.077766] env[70691]: value = "task-3454100" [ 884.077766] env[70691]: _type = "Task" [ 884.077766] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.086701] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.187967] env[70691]: DEBUG nova.objects.instance [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lazy-loading 'flavor' on Instance uuid 53c8d62a-6a62-4656-88e1-e27c6034d082 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.205658] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454094, 'name': PowerOffVM_Task, 'duration_secs': 1.676123} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.205986] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 884.215025] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfiguring VM instance instance-00000025 to detach disk 2002 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.215475] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef5bf2a-cd65-4186-812f-4adf6c2a9104 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.241020] env[70691]: DEBUG nova.scheduler.client.report [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 884.250339] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 884.250339] env[70691]: value = "task-3454101" [ 884.250339] env[70691]: _type = "Task" [ 884.250339] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.261230] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.271634] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.352499] env[70691]: DEBUG nova.compute.manager [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Received event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 884.352634] env[70691]: DEBUG nova.compute.manager [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing instance network info cache due to event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 884.352837] env[70691]: DEBUG oslo_concurrency.lockutils [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] Acquiring lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.392795] env[70691]: DEBUG nova.network.neutron [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Updated VIF entry in instance network info cache for port aa89513c-47e2-4095-a788-13beee224857. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 884.392795] env[70691]: DEBUG nova.network.neutron [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Updating instance_info_cache with network_info: [{"id": "aa89513c-47e2-4095-a788-13beee224857", "address": "fa:16:3e:4b:cc:21", "network": {"id": "6391ce47-8b8b-4676-aed3-299f9386e0c3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-665780218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ba28f538c74436b7afe32658050aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa89513c-47", "ovs_interfaceid": "aa89513c-47e2-4095-a788-13beee224857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.456978] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454098, 'name': CreateVM_Task, 'duration_secs': 1.429225} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.457288] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 884.458725] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.458917] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.459267] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.459539] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be365f6-915d-4852-86db-065109929f69 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.464225] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 884.464225] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aaeb92-b5ab-3b71-96a3-f252886205b2" [ 884.464225] env[70691]: _type = "Task" [ 884.464225] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.472231] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aaeb92-b5ab-3b71-96a3-f252886205b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.555974] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.556664] env[70691]: DEBUG oslo_concurrency.lockutils [req-7cf0bcc0-562c-45bd-accf-484510098669 req-d8c8b1c8-b0e0-4f4e-8040-c5c3c1d034ad service nova] Releasing lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.556664] env[70691]: DEBUG oslo_concurrency.lockutils [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] Acquired lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.557460] env[70691]: DEBUG nova.network.neutron [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 884.591022] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078744} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.591022] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.591022] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14536df7-da40-4a43-94bd-cc0a512178d7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.610269] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 4f7039a4-f012-4c3b-875d-86e6a3a29170/4f7039a4-f012-4c3b-875d-86e6a3a29170.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.611210] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c94f969-c3be-4630-86af-70557979a456 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.636116] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 884.636116] env[70691]: value = "task-3454102" [ 884.636116] env[70691]: _type = "Task" [ 884.636116] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.645177] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.693651] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb1b46e9-ee13-4d32-81e5-fc352b721325 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.857s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.745631] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.746392] env[70691]: DEBUG nova.compute.manager [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 884.750526] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.517s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.752032] env[70691]: INFO nova.compute.claims [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.773483] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.778215] env[70691]: DEBUG oslo_vmware.api [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454085, 'name': ReconfigVM_Task, 'duration_secs': 6.007408} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.778215] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.778215] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Reconfigured VM to detach interface {{(pid=70691) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 884.899023] env[70691]: DEBUG oslo_concurrency.lockutils [req-a309eebf-2a65-4118-9d7a-bcbb6692d85f req-f2ee9c76-5c5e-4c29-b490-b15a5a86d9a9 service nova] Releasing lock "refresh_cache-453938ed-f1cb-43b4-83c2-6f6c85832a33" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.979359] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aaeb92-b5ab-3b71-96a3-f252886205b2, 'name': SearchDatastore_Task, 'duration_secs': 0.052767} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.979797] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.980146] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.980611] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.984256] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.984256] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.984256] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef23ea1-ba3b-4da6-ad8f-a87c83651c37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.991767] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.991998] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 884.992705] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba75aa0-dc8d-47a1-8878-10b64837522f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.999544] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 884.999544] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eefc6e-3915-868c-ed16-eaa2de7f6020" [ 884.999544] env[70691]: _type = "Task" [ 884.999544] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.008912] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eefc6e-3915-868c-ed16-eaa2de7f6020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.145844] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.269031] env[70691]: DEBUG nova.compute.utils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 885.269031] env[70691]: DEBUG nova.compute.manager [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 885.269031] env[70691]: DEBUG nova.network.neutron [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 885.284317] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454101, 'name': ReconfigVM_Task, 'duration_secs': 0.82705} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.284317] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfigured VM instance instance-00000025 to detach disk 2002 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.284317] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 885.284317] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70af6243-3bf5-4afc-bc14-b539767a8ff6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.293751] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 885.293751] env[70691]: value = "task-3454103" [ 885.293751] env[70691]: _type = "Task" [ 885.293751] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.304680] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.359556] env[70691]: DEBUG nova.policy [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c990697aadb45a693f801fd277e8660', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ff4bb95b6b43009d327c7c691a5f7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 885.411333] env[70691]: DEBUG nova.compute.manager [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Stashing vm_state: active {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 885.506262] env[70691]: DEBUG nova.network.neutron [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updated VIF entry in instance network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 885.506690] env[70691]: DEBUG nova.network.neutron [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updating instance_info_cache with network_info: [{"id": "867fb231-0d55-4719-b3bb-b19401a3ea25", "address": "fa:16:3e:05:ef:7f", "network": {"id": "4ec11475-3135-4f34-82ea-fec6707b525a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-400114112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b2f3a93cd94996a9c999720b9c2299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867fb231-0d", "ovs_interfaceid": "867fb231-0d55-4719-b3bb-b19401a3ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.512334] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eefc6e-3915-868c-ed16-eaa2de7f6020, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.513589] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b23387-34fc-4980-aa77-8d8a5b2f39b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.520189] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 885.520189] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bb47e0-d380-5dd5-0c18-da421f379f68" [ 885.520189] env[70691]: _type = "Task" [ 885.520189] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.530249] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bb47e0-d380-5dd5-0c18-da421f379f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.651048] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454102, 'name': ReconfigVM_Task, 'duration_secs': 0.67085} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.651048] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 4f7039a4-f012-4c3b-875d-86e6a3a29170/4f7039a4-f012-4c3b-875d-86e6a3a29170.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.651048] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6440fa92-fe92-4f4f-9bca-3069fd5596bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.659680] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 885.659680] env[70691]: value = "task-3454104" [ 885.659680] env[70691]: _type = "Task" [ 885.659680] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.672625] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454104, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.778455] env[70691]: DEBUG nova.compute.manager [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 885.805747] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.867692] env[70691]: DEBUG nova.network.neutron [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Successfully created port: 149fd9fe-7487-4894-9cef-14b7e61a37f5 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.931692] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.015774] env[70691]: DEBUG oslo_concurrency.lockutils [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] Releasing lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.016775] env[70691]: DEBUG nova.compute.manager [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Received event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 886.017572] env[70691]: DEBUG nova.compute.manager [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing instance network info cache due to event network-changed-baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 886.018185] env[70691]: DEBUG oslo_concurrency.lockutils [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] Acquiring lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.018185] env[70691]: DEBUG oslo_concurrency.lockutils [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] Acquired lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.018474] env[70691]: DEBUG nova.network.neutron [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Refreshing network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 886.033856] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bb47e0-d380-5dd5-0c18-da421f379f68, 'name': SearchDatastore_Task, 'duration_secs': 0.022353} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.034956] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.035934] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 453938ed-f1cb-43b4-83c2-6f6c85832a33/453938ed-f1cb-43b4-83c2-6f6c85832a33.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 886.035934] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15236159-3c44-423d-8688-2637edd789f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.045606] env[70691]: DEBUG nova.compute.manager [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Received event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 886.046096] env[70691]: DEBUG nova.compute.manager [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing instance network info cache due to event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 886.046096] env[70691]: DEBUG oslo_concurrency.lockutils [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] Acquiring lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.046096] env[70691]: DEBUG oslo_concurrency.lockutils [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] Acquired lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.046289] env[70691]: DEBUG nova.network.neutron [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 886.049288] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 886.049288] env[70691]: value = "task-3454105" [ 886.049288] env[70691]: _type = "Task" [ 886.049288] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.061029] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.111114] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.111365] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.111670] env[70691]: DEBUG nova.network.neutron [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 886.177332] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454104, 'name': Rename_Task, 'duration_secs': 0.265414} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.177734] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 886.178128] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c0e415e-b18f-4ee1-b569-63fbd0cd5793 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.190248] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 886.190248] env[70691]: value = "task-3454106" [ 886.190248] env[70691]: _type = "Task" [ 886.190248] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.206359] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.308766] env[70691]: DEBUG oslo_vmware.api [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454103, 'name': PowerOnVM_Task, 'duration_secs': 0.603916} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.309180] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 886.309475] env[70691]: DEBUG nova.compute.manager [None req-95b347b9-b613-464f-b35f-71172b636a97 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 886.310359] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b6b04e-707f-45be-9912-afd28431afa3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.568829] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.597241] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbccff3c-9854-4d5d-9883-2d37cb836a41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.612527] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e973e648-aa6f-4a6c-8155-e53b03546f3e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.658056] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ca7fdd-3bd1-4e69-b83f-30cded72615f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.674867] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027dec14-0916-4afc-8b8d-0f3d8c71601b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.695605] env[70691]: DEBUG nova.compute.provider_tree [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.705587] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.803160] env[70691]: DEBUG nova.compute.manager [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 886.840419] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 886.840677] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 886.840837] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.841791] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 886.841791] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.841791] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 886.842173] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 886.842533] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 886.842765] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 886.842950] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 886.843310] env[70691]: DEBUG nova.virt.hardware [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.844204] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c950a87a-b5e8-4fa1-82bc-71cc865bb69e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.850952] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.851157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.851775] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "02863b15-5897-41e5-b86c-31ef4a98f2cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.851775] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.851775] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.856015] env[70691]: INFO nova.compute.manager [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Terminating instance [ 886.858666] env[70691]: DEBUG nova.compute.manager [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 886.858863] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 886.859728] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba635a-7998-4bfd-be2d-a257ca3e6542 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.866864] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30082850-65a7-475b-bc0d-8ca07664bd76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.873409] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 886.878237] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2c77a93-e05b-400a-b6d7-4c689b454ae8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.894964] env[70691]: DEBUG oslo_vmware.api [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 886.894964] env[70691]: value = "task-3454107" [ 886.894964] env[70691]: _type = "Task" [ 886.894964] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.905523] env[70691]: DEBUG oslo_vmware.api [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.052915] env[70691]: DEBUG nova.network.neutron [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updated VIF entry in instance network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 887.052915] env[70691]: DEBUG nova.network.neutron [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updating instance_info_cache with network_info: [{"id": "867fb231-0d55-4719-b3bb-b19401a3ea25", "address": "fa:16:3e:05:ef:7f", "network": {"id": "4ec11475-3135-4f34-82ea-fec6707b525a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-400114112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b2f3a93cd94996a9c999720b9c2299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867fb231-0d", "ovs_interfaceid": "867fb231-0d55-4719-b3bb-b19401a3ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.072435] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68999} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.072931] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 453938ed-f1cb-43b4-83c2-6f6c85832a33/453938ed-f1cb-43b4-83c2-6f6c85832a33.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 887.073378] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.073799] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37c9e313-b898-4ac0-9b88-13def1a9b28f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.084017] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 887.084017] env[70691]: value = "task-3454108" [ 887.084017] env[70691]: _type = "Task" [ 887.084017] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.093759] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.129703] env[70691]: DEBUG nova.network.neutron [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updated VIF entry in instance network info cache for port baffdf1c-c3f4-47ad-b1c6-26845701148b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 887.130363] env[70691]: DEBUG nova.network.neutron [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updating instance_info_cache with network_info: [{"id": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "address": "fa:16:3e:f2:18:db", "network": {"id": "f2cbe938-d603-4ac4-8be5-7afba38d8715", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1758998544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780511d2de9d437a8607c56e65c2f2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaffdf1c-c3", "ovs_interfaceid": "baffdf1c-c3f4-47ad-b1c6-26845701148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.172496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "53c8d62a-6a62-4656-88e1-e27c6034d082" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.172496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.202049] env[70691]: DEBUG nova.scheduler.client.report [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 887.212874] env[70691]: INFO nova.network.neutron [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Port 026c8a08-4a1a-4eb9-8c43-5efd7737fdfe from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 887.213298] env[70691]: DEBUG nova.network.neutron [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updating instance_info_cache with network_info: [{"id": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "address": "fa:16:3e:54:7c:44", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca32ab94-40", "ovs_interfaceid": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.221114] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454106, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.404918] env[70691]: DEBUG oslo_vmware.api [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454107, 'name': PowerOffVM_Task, 'duration_secs': 0.364862} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.405232] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 887.405466] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 887.405914] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1176004-e5fa-4a21-a360-1bfc019f3051 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.554741] env[70691]: DEBUG oslo_concurrency.lockutils [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] Releasing lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.555051] env[70691]: DEBUG nova.compute.manager [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Received event network-vif-deleted-026c8a08-4a1a-4eb9-8c43-5efd7737fdfe {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 887.555246] env[70691]: INFO nova.compute.manager [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Neutron deleted interface 026c8a08-4a1a-4eb9-8c43-5efd7737fdfe; detaching it from the instance and deleting it from the info cache [ 887.555516] env[70691]: DEBUG nova.network.neutron [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updating instance_info_cache with network_info: [{"id": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "address": "fa:16:3e:54:7c:44", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca32ab94-40", "ovs_interfaceid": "ca32ab94-40f4-4855-b7a2-5cbc98d1fb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.598326] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132447} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.599660] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.600031] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51457f4d-e4b4-4399-b577-a4d5975377bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.632142] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 453938ed-f1cb-43b4-83c2-6f6c85832a33/453938ed-f1cb-43b4-83c2-6f6c85832a33.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.632313] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-179d7402-f515-4609-81a5-117a82556d59 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.650146] env[70691]: DEBUG oslo_concurrency.lockutils [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] Releasing lock "refresh_cache-bb40cfcf-6c54-4403-8cd0-f586aeb06c09" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.650146] env[70691]: DEBUG nova.compute.manager [req-58acbabf-8bb0-4de7-be48-0bf1b5db8dd2 req-83c00556-887e-4480-a156-fe00d3c30d7f service nova] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Received event network-vif-deleted-9e02df9f-53d6-4202-95ac-7ae85dbf40a2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 887.657813] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 887.657813] env[70691]: value = "task-3454110" [ 887.657813] env[70691]: _type = "Task" [ 887.657813] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.669790] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.677626] env[70691]: INFO nova.compute.manager [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Detaching volume 5651b7eb-65c5-4270-b014-0cb88d5f2125 [ 887.694595] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 887.694595] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 887.694595] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleting the datastore file [datastore1] 02863b15-5897-41e5-b86c-31ef4a98f2cc {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.694595] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8613dbd8-f85b-4510-842c-ac53aabb6f6e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.704948] env[70691]: DEBUG oslo_vmware.api [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454106, 'name': PowerOnVM_Task, 'duration_secs': 1.222615} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.706258] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 887.707134] env[70691]: INFO nova.compute.manager [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Took 10.27 seconds to spawn the instance on the hypervisor. [ 887.707134] env[70691]: DEBUG nova.compute.manager [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 887.707134] env[70691]: DEBUG oslo_vmware.api [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 887.707134] env[70691]: value = "task-3454111" [ 887.707134] env[70691]: _type = "Task" [ 887.707134] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.708215] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21edb108-b440-4f9f-ae5a-ba5eb9bcd43b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.718303] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.967s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.718395] env[70691]: DEBUG nova.compute.manager [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 887.721507] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.731928] env[70691]: INFO nova.virt.block_device [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Attempting to driver detach volume 5651b7eb-65c5-4270-b014-0cb88d5f2125 from mountpoint /dev/sdb [ 887.733289] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 887.733289] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689572', 'volume_id': '5651b7eb-65c5-4270-b014-0cb88d5f2125', 'name': 'volume-5651b7eb-65c5-4270-b014-0cb88d5f2125', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53c8d62a-6a62-4656-88e1-e27c6034d082', 'attached_at': '', 'detached_at': '', 'volume_id': '5651b7eb-65c5-4270-b014-0cb88d5f2125', 'serial': '5651b7eb-65c5-4270-b014-0cb88d5f2125'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 887.733289] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.350s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.733289] env[70691]: DEBUG nova.objects.instance [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lazy-loading 'resources' on Instance uuid 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.734562] env[70691]: DEBUG oslo_vmware.api [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.735295] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cd24fd-4076-446b-9d42-35abe2d7b245 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.759868] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16717bc-bc06-4698-a855-afd2a342fd66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.767172] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c21ff55-c3fa-4e22-b7ca-bb8f7942194a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.790616] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e919d119-3a68-4c8f-ae6e-72c649d656be {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.809587] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] The volume has not been displaced from its original location: [datastore2] volume-5651b7eb-65c5-4270-b014-0cb88d5f2125/volume-5651b7eb-65c5-4270-b014-0cb88d5f2125.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 887.814962] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.815643] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58136cce-7fa5-47db-93a9-c4637067336c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.834453] env[70691]: DEBUG oslo_vmware.api [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 887.834453] env[70691]: value = "task-3454112" [ 887.834453] env[70691]: _type = "Task" [ 887.834453] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.844117] env[70691]: DEBUG oslo_vmware.api [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.891100] env[70691]: DEBUG nova.network.neutron [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Successfully updated port: 149fd9fe-7487-4894-9cef-14b7e61a37f5 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.058608] env[70691]: DEBUG oslo_concurrency.lockutils [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] Acquiring lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.171305] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454110, 'name': ReconfigVM_Task, 'duration_secs': 0.488981} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.171305] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 453938ed-f1cb-43b4-83c2-6f6c85832a33/453938ed-f1cb-43b4-83c2-6f6c85832a33.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.171305] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff9cba15-63c5-4f1e-beb5-8794659a3d53 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.178590] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 888.178590] env[70691]: value = "task-3454113" [ 888.178590] env[70691]: _type = "Task" [ 888.178590] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.187835] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454113, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.223390] env[70691]: DEBUG nova.compute.utils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.225318] env[70691]: DEBUG oslo_vmware.api [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252597} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.225318] env[70691]: DEBUG nova.compute.manager [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 888.225461] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 888.227354] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.227556] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 888.227812] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 888.230022] env[70691]: INFO nova.compute.manager [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Took 1.37 seconds to destroy the instance on the hypervisor. [ 888.230022] env[70691]: DEBUG oslo.service.loopingcall [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.230022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ddc32050-2bb2-4edc-ba47-7cde61d73b74 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-02863b15-5897-41e5-b86c-31ef4a98f2cc-026c8a08-4a1a-4eb9-8c43-5efd7737fdfe" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.075s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.231315] env[70691]: DEBUG nova.compute.manager [-] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 888.231315] env[70691]: DEBUG nova.network.neutron [-] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 888.250161] env[70691]: DEBUG nova.compute.manager [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Received event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 888.250161] env[70691]: DEBUG nova.compute.manager [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing instance network info cache due to event network-changed-867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 888.250161] env[70691]: DEBUG oslo_concurrency.lockutils [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] Acquiring lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.250161] env[70691]: DEBUG oslo_concurrency.lockutils [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] Acquired lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.250161] env[70691]: DEBUG nova.network.neutron [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Refreshing network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 888.254253] env[70691]: INFO nova.compute.manager [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Took 36.07 seconds to build instance. [ 888.346694] env[70691]: DEBUG oslo_vmware.api [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454112, 'name': ReconfigVM_Task, 'duration_secs': 0.277296} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.347983] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.358265] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56827011-c34b-4252-a98d-2309b2fe504e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.378274] env[70691]: DEBUG oslo_vmware.api [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 888.378274] env[70691]: value = "task-3454114" [ 888.378274] env[70691]: _type = "Task" [ 888.378274] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.387244] env[70691]: DEBUG oslo_vmware.api [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.392753] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquiring lock "refresh_cache-c3450bab-3a34-4201-8a5a-f2f5ea38f95f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.392975] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquired lock "refresh_cache-c3450bab-3a34-4201-8a5a-f2f5ea38f95f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.393081] env[70691]: DEBUG nova.network.neutron [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 888.619926] env[70691]: DEBUG nova.policy [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b047af3bbe84019b4a286a7502e1147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b0fa759e5a346d0bb74aef90f620e7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 888.692875] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454113, 'name': Rename_Task, 'duration_secs': 0.180415} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.695913] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 888.696523] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c629dd5d-8277-4327-997f-2ce7c2fe395c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.703819] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 888.703819] env[70691]: value = "task-3454115" [ 888.703819] env[70691]: _type = "Task" [ 888.703819] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.714760] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.728860] env[70691]: DEBUG nova.compute.manager [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 888.758553] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73295624-bff0-4b84-b6f5-072b80702501 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "4f7039a4-f012-4c3b-875d-86e6a3a29170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.942s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.801162] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77903367-d7c9-48fc-8af0-c49a105df08f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.810309] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b0c559-4057-4702-948c-dabf1120087e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.850816] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c0243e-c06e-47e1-8fbb-b20234ed8321 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.860155] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b516b42-a173-45ab-9eec-e5ced4343d19 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.881901] env[70691]: DEBUG nova.compute.provider_tree [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.886019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "7eeadfd6-9b43-442f-a8ff-e46819987e49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.886019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "7eeadfd6-9b43-442f-a8ff-e46819987e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.886019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "7eeadfd6-9b43-442f-a8ff-e46819987e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.886019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "7eeadfd6-9b43-442f-a8ff-e46819987e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.886019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "7eeadfd6-9b43-442f-a8ff-e46819987e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.891139] env[70691]: INFO nova.compute.manager [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Terminating instance [ 888.893737] env[70691]: DEBUG nova.compute.manager [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 888.893870] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 888.894915] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fea692-2092-4fb9-b4fc-efe9c27b4926 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.903071] env[70691]: DEBUG oslo_vmware.api [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454114, 'name': ReconfigVM_Task, 'duration_secs': 0.224507} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.903889] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689572', 'volume_id': '5651b7eb-65c5-4270-b014-0cb88d5f2125', 'name': 'volume-5651b7eb-65c5-4270-b014-0cb88d5f2125', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '53c8d62a-6a62-4656-88e1-e27c6034d082', 'attached_at': '', 'detached_at': '', 'volume_id': '5651b7eb-65c5-4270-b014-0cb88d5f2125', 'serial': '5651b7eb-65c5-4270-b014-0cb88d5f2125'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 888.909013] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 888.909565] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c4f27c1-7de9-45a6-973e-316aec8935d3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.916805] env[70691]: DEBUG oslo_vmware.api [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 888.916805] env[70691]: value = "task-3454116" [ 888.916805] env[70691]: _type = "Task" [ 888.916805] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.927085] env[70691]: DEBUG oslo_vmware.api [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.001018] env[70691]: DEBUG nova.network.neutron [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 889.219760] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454115, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.358326] env[70691]: DEBUG nova.network.neutron [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updated VIF entry in instance network info cache for port 867fb231-0d55-4719-b3bb-b19401a3ea25. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 889.358326] env[70691]: DEBUG nova.network.neutron [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updating instance_info_cache with network_info: [{"id": "867fb231-0d55-4719-b3bb-b19401a3ea25", "address": "fa:16:3e:05:ef:7f", "network": {"id": "4ec11475-3135-4f34-82ea-fec6707b525a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-400114112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b2f3a93cd94996a9c999720b9c2299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867fb231-0d", "ovs_interfaceid": "867fb231-0d55-4719-b3bb-b19401a3ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.392535] env[70691]: DEBUG nova.scheduler.client.report [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 889.428758] env[70691]: DEBUG oslo_vmware.api [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454116, 'name': PowerOffVM_Task, 'duration_secs': 0.240856} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.429117] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 889.429321] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 889.429542] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-036f5772-3bdb-4a17-891a-0b2dc4c44bae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.463076] env[70691]: DEBUG nova.objects.instance [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lazy-loading 'flavor' on Instance uuid 53c8d62a-6a62-4656-88e1-e27c6034d082 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.506740] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 889.506968] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 889.507500] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Deleting the datastore file [datastore1] 7eeadfd6-9b43-442f-a8ff-e46819987e49 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.508198] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae579a1-fc17-4aea-a070-cf491029ac7e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.516945] env[70691]: DEBUG oslo_vmware.api [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for the task: (returnval){ [ 889.516945] env[70691]: value = "task-3454118" [ 889.516945] env[70691]: _type = "Task" [ 889.516945] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.528587] env[70691]: DEBUG oslo_vmware.api [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.530721] env[70691]: DEBUG nova.network.neutron [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Updating instance_info_cache with network_info: [{"id": "149fd9fe-7487-4894-9cef-14b7e61a37f5", "address": "fa:16:3e:91:89:e7", "network": {"id": "c7c91c08-3c54-453f-b6c0-3207e6835e42", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-255872966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ff4bb95b6b43009d327c7c691a5f7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149fd9fe-74", "ovs_interfaceid": "149fd9fe-7487-4894-9cef-14b7e61a37f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.603143] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Successfully created port: 8a56f5de-d9c3-48be-b3b2-17cdb4ca4064 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.620094] env[70691]: DEBUG nova.network.neutron [-] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.709158] env[70691]: DEBUG nova.compute.manager [req-e5dac2f1-2701-4ab6-9465-b5174e51c280 req-f2ea0980-043c-46b8-970d-390f31e7c75d service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Received event network-vif-deleted-ca32ab94-40f4-4855-b7a2-5cbc98d1fb53 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 889.722026] env[70691]: DEBUG oslo_vmware.api [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454115, 'name': PowerOnVM_Task, 'duration_secs': 0.614661} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.722026] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 889.722026] env[70691]: INFO nova.compute.manager [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Took 9.56 seconds to spawn the instance on the hypervisor. [ 889.722026] env[70691]: DEBUG nova.compute.manager [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 889.722764] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3693b422-2212-4d1b-8c22-256b83b8be13 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.739825] env[70691]: DEBUG nova.compute.manager [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 889.770954] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 889.770954] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 889.770954] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.771475] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 889.771573] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.771743] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 889.771994] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 889.772424] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 889.772550] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 889.773167] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 889.773167] env[70691]: DEBUG nova.virt.hardware [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 889.773777] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe0a399-69aa-4c7f-afa2-1ac93ef73857 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.783770] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d7fbdf-5c54-4da8-a82b-d57099a33389 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.861014] env[70691]: DEBUG oslo_concurrency.lockutils [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] Releasing lock "refresh_cache-7eeadfd6-9b43-442f-a8ff-e46819987e49" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.861383] env[70691]: DEBUG nova.compute.manager [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Received event network-vif-plugged-149fd9fe-7487-4894-9cef-14b7e61a37f5 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 889.861605] env[70691]: DEBUG oslo_concurrency.lockutils [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] Acquiring lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.861881] env[70691]: DEBUG oslo_concurrency.lockutils [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] Lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.861976] env[70691]: DEBUG oslo_concurrency.lockutils [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] Lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.862161] env[70691]: DEBUG nova.compute.manager [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] No waiting events found dispatching network-vif-plugged-149fd9fe-7487-4894-9cef-14b7e61a37f5 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 889.862341] env[70691]: WARNING nova.compute.manager [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Received unexpected event network-vif-plugged-149fd9fe-7487-4894-9cef-14b7e61a37f5 for instance with vm_state building and task_state spawning. [ 889.862513] env[70691]: DEBUG nova.compute.manager [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Received event network-changed-149fd9fe-7487-4894-9cef-14b7e61a37f5 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 889.862669] env[70691]: DEBUG nova.compute.manager [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Refreshing instance network info cache due to event network-changed-149fd9fe-7487-4894-9cef-14b7e61a37f5. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 889.862838] env[70691]: DEBUG oslo_concurrency.lockutils [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] Acquiring lock "refresh_cache-c3450bab-3a34-4201-8a5a-f2f5ea38f95f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.898277] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.901831] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.816s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.901831] env[70691]: DEBUG nova.objects.instance [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lazy-loading 'resources' on Instance uuid 0126f1df-f823-4d94-910d-8edbda1c7d36 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.939578] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Successfully created port: 0ed074d5-c499-4b3e-9fab-1e8ba3557d1c {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.037947] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Releasing lock "refresh_cache-c3450bab-3a34-4201-8a5a-f2f5ea38f95f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.038356] env[70691]: DEBUG nova.compute.manager [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Instance network_info: |[{"id": "149fd9fe-7487-4894-9cef-14b7e61a37f5", "address": "fa:16:3e:91:89:e7", "network": {"id": "c7c91c08-3c54-453f-b6c0-3207e6835e42", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-255872966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ff4bb95b6b43009d327c7c691a5f7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149fd9fe-74", "ovs_interfaceid": "149fd9fe-7487-4894-9cef-14b7e61a37f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 890.038749] env[70691]: DEBUG oslo_vmware.api [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.039065] env[70691]: DEBUG oslo_concurrency.lockutils [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] Acquired lock "refresh_cache-c3450bab-3a34-4201-8a5a-f2f5ea38f95f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.039261] env[70691]: DEBUG nova.network.neutron [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Refreshing network info cache for port 149fd9fe-7487-4894-9cef-14b7e61a37f5 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 890.040534] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:89:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '149fd9fe-7487-4894-9cef-14b7e61a37f5', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.048337] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Creating folder: Project (12ff4bb95b6b43009d327c7c691a5f7f). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 890.051926] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-993e7321-9e08-4aea-a419-22e9c37af480 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.063369] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Created folder: Project (12ff4bb95b6b43009d327c7c691a5f7f) in parent group-v689428. [ 890.063593] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Creating folder: Instances. Parent ref: group-v689579. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 890.063846] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ec7e33b-7179-4dec-8835-32a2c85d9c31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.073082] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Created folder: Instances in parent group-v689579. [ 890.073416] env[70691]: DEBUG oslo.service.loopingcall [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.073644] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 890.073880] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8c15c19-3eee-4d66-b82f-04f953133da4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.097837] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.097837] env[70691]: value = "task-3454121" [ 890.097837] env[70691]: _type = "Task" [ 890.097837] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.106957] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454121, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.124957] env[70691]: INFO nova.compute.manager [-] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Took 1.89 seconds to deallocate network for instance. [ 890.252321] env[70691]: INFO nova.compute.manager [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Took 35.37 seconds to build instance. [ 890.431038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1e051113-966e-4336-a6ac-5dcc3afc69a0 tempest-ServerActionsV293TestJSON-796548209 tempest-ServerActionsV293TestJSON-796548209-project-member] Lock "3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.715s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.474697] env[70691]: DEBUG oslo_concurrency.lockutils [None req-345f4a04-277c-4bb8-b298-5f40342d401e tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.536695] env[70691]: DEBUG oslo_vmware.api [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Task: {'id': task-3454118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523388} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.536695] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Successfully created port: ab7c2355-8b7b-480d-bdcd-6b7504194764 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.542034] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.542034] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 890.542034] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 890.542034] env[70691]: INFO nova.compute.manager [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Took 1.65 seconds to destroy the instance on the hypervisor. [ 890.542034] env[70691]: DEBUG oslo.service.loopingcall [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.546835] env[70691]: DEBUG nova.network.neutron [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Updated VIF entry in instance network info cache for port 149fd9fe-7487-4894-9cef-14b7e61a37f5. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 890.546835] env[70691]: DEBUG nova.network.neutron [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Updating instance_info_cache with network_info: [{"id": "149fd9fe-7487-4894-9cef-14b7e61a37f5", "address": "fa:16:3e:91:89:e7", "network": {"id": "c7c91c08-3c54-453f-b6c0-3207e6835e42", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-255872966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ff4bb95b6b43009d327c7c691a5f7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149fd9fe-74", "ovs_interfaceid": "149fd9fe-7487-4894-9cef-14b7e61a37f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.550599] env[70691]: DEBUG nova.compute.manager [-] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 890.550706] env[70691]: DEBUG nova.network.neutron [-] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 890.629176] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454121, 'name': CreateVM_Task, 'duration_secs': 0.494957} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.632601] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.632827] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 890.634525] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.634702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.635568] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.635568] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e906f6-c719-4480-a316-40e2da0dac39 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.641473] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 890.641473] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f304e6-0970-3339-0d13-1013c564a1f3" [ 890.641473] env[70691]: _type = "Task" [ 890.641473] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.654527] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f304e6-0970-3339-0d13-1013c564a1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.752319] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15534e45-3287-4c9c-8722-7f171b5e51eb tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "453938ed-f1cb-43b4-83c2-6f6c85832a33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.906s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.761040] env[70691]: DEBUG nova.compute.manager [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Received event network-changed-ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 890.761729] env[70691]: DEBUG nova.compute.manager [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Refreshing instance network info cache due to event network-changed-ec1ef926-2fb7-4f65-8857-c274167feb21. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 890.762271] env[70691]: DEBUG oslo_concurrency.lockutils [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] Acquiring lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.762271] env[70691]: DEBUG oslo_concurrency.lockutils [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] Acquired lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.763202] env[70691]: DEBUG nova.network.neutron [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Refreshing network info cache for port ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 891.057032] env[70691]: DEBUG oslo_concurrency.lockutils [req-3656a92a-3cc3-42c1-a385-53ff3e3ab3d8 req-2ede192b-43b0-45d2-ba6b-b30b0014dfff service nova] Releasing lock "refresh_cache-c3450bab-3a34-4201-8a5a-f2f5ea38f95f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.124923] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquiring lock "4f7039a4-f012-4c3b-875d-86e6a3a29170" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.124923] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "4f7039a4-f012-4c3b-875d-86e6a3a29170" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.124923] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquiring lock "4f7039a4-f012-4c3b-875d-86e6a3a29170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.124923] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "4f7039a4-f012-4c3b-875d-86e6a3a29170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.124923] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "4f7039a4-f012-4c3b-875d-86e6a3a29170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.126764] env[70691]: INFO nova.compute.manager [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Terminating instance [ 891.129764] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c777d-5b46-47fd-b277-9c0547f7517e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.134055] env[70691]: DEBUG nova.compute.manager [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 891.134437] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 891.135525] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7ae373-62d4-47ad-aaa4-7bad49c83df7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.150222] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 891.151577] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de04e8-645e-4553-8e9b-951574848758 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.155496] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c6fb00-e569-4af0-8582-180ab63725cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.159883] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f304e6-0970-3339-0d13-1013c564a1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.018685} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.161243] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.161243] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.161337] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.161508] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.161714] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.162041] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a5f7984-98bd-480b-8170-ffe0650a838d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.195615] env[70691]: DEBUG oslo_vmware.api [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 891.195615] env[70691]: value = "task-3454122" [ 891.195615] env[70691]: _type = "Task" [ 891.195615] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.198758] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aac219-f212-4aa7-b04b-bc98ace5d11c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.207597] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.208190] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 891.215503] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7d430b-5b68-48d0-8dad-6ebe10ec3ae9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.220020] env[70691]: DEBUG oslo_vmware.api [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.220020] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a4ccb1-0e6b-415a-864d-6dc960ce870e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.227377] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 891.227377] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521cb82f-5d7e-1cfe-4392-996dc501b438" [ 891.227377] env[70691]: _type = "Task" [ 891.227377] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.238115] env[70691]: DEBUG nova.compute.provider_tree [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.250426] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521cb82f-5d7e-1cfe-4392-996dc501b438, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.253136] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75c5006-f216-46ef-8e09-3b1be2106ee4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.259812] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 891.259812] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5289c483-2ce5-5bd1-c9ab-35685a0e6b11" [ 891.259812] env[70691]: _type = "Task" [ 891.259812] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.270499] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5289c483-2ce5-5bd1-c9ab-35685a0e6b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.697257] env[70691]: DEBUG nova.network.neutron [-] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.711022] env[70691]: DEBUG oslo_vmware.api [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454122, 'name': PowerOffVM_Task, 'duration_secs': 0.254705} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.711022] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 891.711022] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 891.711022] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9e0bcba-f065-47f3-8149-2ce45cc2a3be {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.716813] env[70691]: DEBUG nova.network.neutron [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updated VIF entry in instance network info cache for port ec1ef926-2fb7-4f65-8857-c274167feb21. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 891.717159] env[70691]: DEBUG nova.network.neutron [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updating instance_info_cache with network_info: [{"id": "ec1ef926-2fb7-4f65-8857-c274167feb21", "address": "fa:16:3e:68:e0:0b", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1ef926-2f", "ovs_interfaceid": "ec1ef926-2fb7-4f65-8857-c274167feb21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.747172] env[70691]: DEBUG nova.scheduler.client.report [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 891.776346] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5289c483-2ce5-5bd1-c9ab-35685a0e6b11, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.778438] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.780266] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c3450bab-3a34-4201-8a5a-f2f5ea38f95f/c3450bab-3a34-4201-8a5a-f2f5ea38f95f.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 891.782035] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 891.782035] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 891.782035] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Deleting the datastore file [datastore2] 4f7039a4-f012-4c3b-875d-86e6a3a29170 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.782211] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-796ce8ee-87a5-4753-8daa-229e98830d8e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.784897] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cebd484-2c75-4648-b5f7-3b05ed9082f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.793709] env[70691]: DEBUG oslo_vmware.api [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for the task: (returnval){ [ 891.793709] env[70691]: value = "task-3454125" [ 891.793709] env[70691]: _type = "Task" [ 891.793709] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.794056] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 891.794056] env[70691]: value = "task-3454124" [ 891.794056] env[70691]: _type = "Task" [ 891.794056] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.807341] env[70691]: DEBUG oslo_vmware.api [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.811014] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.926914] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "ca72fd6b-5136-4a0c-8073-68ec87e38403" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.926914] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "ca72fd6b-5136-4a0c-8073-68ec87e38403" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.207111] env[70691]: INFO nova.compute.manager [-] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Took 1.65 seconds to deallocate network for instance. [ 892.219773] env[70691]: DEBUG oslo_concurrency.lockutils [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] Releasing lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.220591] env[70691]: DEBUG nova.compute.manager [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Received event network-changed-ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 892.220932] env[70691]: DEBUG nova.compute.manager [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Refreshing instance network info cache due to event network-changed-ec1ef926-2fb7-4f65-8857-c274167feb21. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 892.222745] env[70691]: DEBUG oslo_concurrency.lockutils [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] Acquiring lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.222745] env[70691]: DEBUG oslo_concurrency.lockutils [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] Acquired lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.222745] env[70691]: DEBUG nova.network.neutron [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Refreshing network info cache for port ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 892.250464] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.256097] env[70691]: DEBUG oslo_concurrency.lockutils [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.554s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.257716] env[70691]: DEBUG nova.objects.instance [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lazy-loading 'resources' on Instance uuid 6184f1ff-39d2-4bf3-8362-08468e600de9 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.291147] env[70691]: INFO nova.scheduler.client.report [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Deleted allocations for instance 0126f1df-f823-4d94-910d-8edbda1c7d36 [ 892.312164] env[70691]: DEBUG oslo_vmware.api [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Task: {'id': task-3454125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199575} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.312164] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.312613] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 892.313027] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 892.313397] env[70691]: INFO nova.compute.manager [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Took 1.18 seconds to destroy the instance on the hypervisor. [ 892.313804] env[70691]: DEBUG oslo.service.loopingcall [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.314203] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454124, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.314628] env[70691]: DEBUG nova.compute.manager [-] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 892.314856] env[70691]: DEBUG nova.network.neutron [-] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 892.432078] env[70691]: DEBUG nova.compute.manager [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 892.713400] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.809218] env[70691]: DEBUG oslo_concurrency.lockutils [None req-adc11132-7232-4961-ad6d-34fab3d632d1 tempest-ListImageFiltersTestJSON-873653491 tempest-ListImageFiltersTestJSON-873653491-project-member] Lock "0126f1df-f823-4d94-910d-8edbda1c7d36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.901s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.818922] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661994} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.819766] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c3450bab-3a34-4201-8a5a-f2f5ea38f95f/c3450bab-3a34-4201-8a5a-f2f5ea38f95f.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 892.819913] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.820585] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c94ff80-8edd-4182-8d0d-d844ccb6ef62 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.833565] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 892.833565] env[70691]: value = "task-3454126" [ 892.833565] env[70691]: _type = "Task" [ 892.833565] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.846068] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.962107] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.047417] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Successfully updated port: 8a56f5de-d9c3-48be-b3b2-17cdb4ca4064 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.084386] env[70691]: DEBUG nova.compute.manager [req-67d07b48-3d0e-4338-a6e8-e98c51d7757a req-fe53eb4b-b5f6-4c22-a468-445060dc1c5a service nova] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Received event network-vif-deleted-867fb231-0d55-4719-b3bb-b19401a3ea25 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 893.084386] env[70691]: DEBUG nova.compute.manager [req-67d07b48-3d0e-4338-a6e8-e98c51d7757a req-fe53eb4b-b5f6-4c22-a468-445060dc1c5a service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Received event network-changed-aa89513c-47e2-4095-a788-13beee224857 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 893.084386] env[70691]: DEBUG nova.compute.manager [req-67d07b48-3d0e-4338-a6e8-e98c51d7757a req-fe53eb4b-b5f6-4c22-a468-445060dc1c5a service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Refreshing instance network info cache due to event network-changed-aa89513c-47e2-4095-a788-13beee224857. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 893.084386] env[70691]: DEBUG oslo_concurrency.lockutils [req-67d07b48-3d0e-4338-a6e8-e98c51d7757a req-fe53eb4b-b5f6-4c22-a468-445060dc1c5a service nova] Acquiring lock "refresh_cache-453938ed-f1cb-43b4-83c2-6f6c85832a33" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.084386] env[70691]: DEBUG oslo_concurrency.lockutils [req-67d07b48-3d0e-4338-a6e8-e98c51d7757a req-fe53eb4b-b5f6-4c22-a468-445060dc1c5a service nova] Acquired lock "refresh_cache-453938ed-f1cb-43b4-83c2-6f6c85832a33" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.084386] env[70691]: DEBUG nova.network.neutron [req-67d07b48-3d0e-4338-a6e8-e98c51d7757a req-fe53eb4b-b5f6-4c22-a468-445060dc1c5a service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Refreshing network info cache for port aa89513c-47e2-4095-a788-13beee224857 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 893.248621] env[70691]: DEBUG nova.network.neutron [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updated VIF entry in instance network info cache for port ec1ef926-2fb7-4f65-8857-c274167feb21. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 893.248982] env[70691]: DEBUG nova.network.neutron [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updating instance_info_cache with network_info: [{"id": "ec1ef926-2fb7-4f65-8857-c274167feb21", "address": "fa:16:3e:68:e0:0b", "network": {"id": "124d3191-cf47-4565-b237-50f3bbd04052", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-723869169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c9d9f901984ba58424067f22ff904d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1ef926-2f", "ovs_interfaceid": "ec1ef926-2fb7-4f65-8857-c274167feb21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.351673] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073511} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.352107] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.352991] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb023cc-530f-4d6c-93c3-ea2d91df5a73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.383349] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c3450bab-3a34-4201-8a5a-f2f5ea38f95f/c3450bab-3a34-4201-8a5a-f2f5ea38f95f.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.384809] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac6e5e4-236c-4d95-ad67-8cc036be72ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.400139] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24432cc4-b080-4596-9b96-f595ab9d4a16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.412434] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8feaa26-3809-4f4b-a4b3-a98a2e84c300 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.414586] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 893.414586] env[70691]: value = "task-3454127" [ 893.414586] env[70691]: _type = "Task" [ 893.414586] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.451109] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a942872a-dd83-4cfe-8ec9-d0be6835aa82 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.457272] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.457991] env[70691]: DEBUG nova.network.neutron [-] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.463201] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09946761-740f-410d-abdc-ebc0a7f9ce09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.480855] env[70691]: DEBUG nova.compute.provider_tree [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.756621] env[70691]: DEBUG oslo_concurrency.lockutils [req-654479cb-c965-4ed8-8ec7-9f3afdff7d89 req-ea256d15-5d67-4c74-b268-88af1ec99250 service nova] Releasing lock "refresh_cache-3f866d70-dbec-4b20-a478-6d970447cea5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.929465] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454127, 'name': ReconfigVM_Task, 'duration_secs': 0.500857} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.929582] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c3450bab-3a34-4201-8a5a-f2f5ea38f95f/c3450bab-3a34-4201-8a5a-f2f5ea38f95f.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.930172] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4363dc5c-1962-4040-aa2e-58ebad666781 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.941309] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 893.941309] env[70691]: value = "task-3454128" [ 893.941309] env[70691]: _type = "Task" [ 893.941309] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.951381] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454128, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.951697] env[70691]: DEBUG nova.network.neutron [req-67d07b48-3d0e-4338-a6e8-e98c51d7757a req-fe53eb4b-b5f6-4c22-a468-445060dc1c5a service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Updated VIF entry in instance network info cache for port aa89513c-47e2-4095-a788-13beee224857. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 893.951865] env[70691]: DEBUG nova.network.neutron [req-67d07b48-3d0e-4338-a6e8-e98c51d7757a req-fe53eb4b-b5f6-4c22-a468-445060dc1c5a service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Updating instance_info_cache with network_info: [{"id": "aa89513c-47e2-4095-a788-13beee224857", "address": "fa:16:3e:4b:cc:21", "network": {"id": "6391ce47-8b8b-4676-aed3-299f9386e0c3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-665780218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ba28f538c74436b7afe32658050aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa89513c-47", "ovs_interfaceid": "aa89513c-47e2-4095-a788-13beee224857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.962444] env[70691]: INFO nova.compute.manager [-] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Took 1.65 seconds to deallocate network for instance. [ 893.984164] env[70691]: DEBUG nova.scheduler.client.report [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 894.452598] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454128, 'name': Rename_Task, 'duration_secs': 0.156291} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.453037] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 894.453251] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-701b57c2-d204-4b09-a72c-737ef7b760f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.455224] env[70691]: DEBUG oslo_concurrency.lockutils [req-67d07b48-3d0e-4338-a6e8-e98c51d7757a req-fe53eb4b-b5f6-4c22-a468-445060dc1c5a service nova] Releasing lock "refresh_cache-453938ed-f1cb-43b4-83c2-6f6c85832a33" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.463018] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 894.463018] env[70691]: value = "task-3454132" [ 894.463018] env[70691]: _type = "Task" [ 894.463018] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.471170] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.471470] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.495800] env[70691]: DEBUG oslo_concurrency.lockutils [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.498379] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.255s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.498815] env[70691]: DEBUG nova.objects.instance [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lazy-loading 'resources' on Instance uuid 49cdb134-0b77-4291-8cd6-5dd006bffadb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.522615] env[70691]: INFO nova.scheduler.client.report [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Deleted allocations for instance 6184f1ff-39d2-4bf3-8362-08468e600de9 [ 894.972840] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454132, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.040902] env[70691]: DEBUG oslo_concurrency.lockutils [None req-23595e93-a6b5-40a6-b01e-b47f8753ad9f tempest-AttachInterfacesUnderV243Test-544999371 tempest-AttachInterfacesUnderV243Test-544999371-project-member] Lock "6184f1ff-39d2-4bf3-8362-08468e600de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.668s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.169143] env[70691]: DEBUG nova.compute.manager [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received event network-vif-plugged-8a56f5de-d9c3-48be-b3b2-17cdb4ca4064 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 895.169143] env[70691]: DEBUG oslo_concurrency.lockutils [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] Acquiring lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.169350] env[70691]: DEBUG oslo_concurrency.lockutils [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.169632] env[70691]: DEBUG oslo_concurrency.lockutils [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.169715] env[70691]: DEBUG nova.compute.manager [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] No waiting events found dispatching network-vif-plugged-8a56f5de-d9c3-48be-b3b2-17cdb4ca4064 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 895.169885] env[70691]: WARNING nova.compute.manager [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received unexpected event network-vif-plugged-8a56f5de-d9c3-48be-b3b2-17cdb4ca4064 for instance with vm_state building and task_state spawning. [ 895.170503] env[70691]: DEBUG nova.compute.manager [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Received event network-vif-deleted-f2eb5849-2da3-4d2f-91de-f0ddaff718d4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 895.171031] env[70691]: DEBUG nova.compute.manager [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received event network-changed-8a56f5de-d9c3-48be-b3b2-17cdb4ca4064 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 895.171031] env[70691]: DEBUG nova.compute.manager [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Refreshing instance network info cache due to event network-changed-8a56f5de-d9c3-48be-b3b2-17cdb4ca4064. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 895.171465] env[70691]: DEBUG oslo_concurrency.lockutils [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] Acquiring lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.171465] env[70691]: DEBUG oslo_concurrency.lockutils [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] Acquired lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.171465] env[70691]: DEBUG nova.network.neutron [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Refreshing network info cache for port 8a56f5de-d9c3-48be-b3b2-17cdb4ca4064 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 895.431839] env[70691]: DEBUG nova.compute.manager [req-4ae0d074-b989-4875-a1da-40abca6cf18c req-3ade58a2-9303-4883-965e-d2ab54663d6d service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received event network-vif-plugged-0ed074d5-c499-4b3e-9fab-1e8ba3557d1c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 895.431839] env[70691]: DEBUG oslo_concurrency.lockutils [req-4ae0d074-b989-4875-a1da-40abca6cf18c req-3ade58a2-9303-4883-965e-d2ab54663d6d service nova] Acquiring lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.431839] env[70691]: DEBUG oslo_concurrency.lockutils [req-4ae0d074-b989-4875-a1da-40abca6cf18c req-3ade58a2-9303-4883-965e-d2ab54663d6d service nova] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.431839] env[70691]: DEBUG oslo_concurrency.lockutils [req-4ae0d074-b989-4875-a1da-40abca6cf18c req-3ade58a2-9303-4883-965e-d2ab54663d6d service nova] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.431839] env[70691]: DEBUG nova.compute.manager [req-4ae0d074-b989-4875-a1da-40abca6cf18c req-3ade58a2-9303-4883-965e-d2ab54663d6d service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] No waiting events found dispatching network-vif-plugged-0ed074d5-c499-4b3e-9fab-1e8ba3557d1c {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 895.431839] env[70691]: WARNING nova.compute.manager [req-4ae0d074-b989-4875-a1da-40abca6cf18c req-3ade58a2-9303-4883-965e-d2ab54663d6d service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received unexpected event network-vif-plugged-0ed074d5-c499-4b3e-9fab-1e8ba3557d1c for instance with vm_state building and task_state spawning. [ 895.478100] env[70691]: DEBUG oslo_vmware.api [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454132, 'name': PowerOnVM_Task, 'duration_secs': 0.830464} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.480874] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 895.481156] env[70691]: INFO nova.compute.manager [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Took 8.68 seconds to spawn the instance on the hypervisor. [ 895.482035] env[70691]: DEBUG nova.compute.manager [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 895.484259] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c83ecfb-a903-48a9-bab4-f8cc1edf8b2a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.511443] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d31a9c5-1b38-46fa-a749-da5f91ed29d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.521099] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e96b928-d796-4c19-9639-db9a1f559774 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.555058] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb55353f-0cf6-4faf-8a62-84d0f33618c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.564772] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afb6d96-809c-42b3-b1e1-0c34395afd1b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.580810] env[70691]: DEBUG nova.compute.provider_tree [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.737115] env[70691]: DEBUG nova.network.neutron [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 895.753638] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Successfully updated port: 0ed074d5-c499-4b3e-9fab-1e8ba3557d1c {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.924562] env[70691]: DEBUG nova.network.neutron [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.005766] env[70691]: INFO nova.compute.manager [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Took 36.15 seconds to build instance. [ 896.087619] env[70691]: DEBUG nova.scheduler.client.report [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 896.166871] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.167307] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.427813] env[70691]: DEBUG oslo_concurrency.lockutils [req-263d0df8-1ba9-49cb-b3f0-c4254b966911 req-e14629c2-020d-4d08-a2fa-a4094763dda1 service nova] Releasing lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.509444] env[70691]: DEBUG oslo_concurrency.lockutils [None req-62974306-f656-4499-9884-3b7f5df87b55 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.192s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.594091] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.601019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.950s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.601019] env[70691]: INFO nova.compute.claims [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.630714] env[70691]: INFO nova.scheduler.client.report [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Deleted allocations for instance 49cdb134-0b77-4291-8cd6-5dd006bffadb [ 896.678343] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.678343] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 897.139083] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1bef5e1-8451-4826-9216-652c7390e99f tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "49cdb134-0b77-4291-8cd6-5dd006bffadb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.457s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.308691] env[70691]: DEBUG nova.compute.manager [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 897.308691] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56947434-7a50-41e5-9904-34a9cfc9bb16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.689516] env[70691]: DEBUG nova.compute.manager [req-9574513f-9f93-45da-82a0-9fe74f68a991 req-71cc95ad-5808-4dcb-81a4-ff3b65b1b207 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received event network-changed-0ed074d5-c499-4b3e-9fab-1e8ba3557d1c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 897.689808] env[70691]: DEBUG nova.compute.manager [req-9574513f-9f93-45da-82a0-9fe74f68a991 req-71cc95ad-5808-4dcb-81a4-ff3b65b1b207 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Refreshing instance network info cache due to event network-changed-0ed074d5-c499-4b3e-9fab-1e8ba3557d1c. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 897.689958] env[70691]: DEBUG oslo_concurrency.lockutils [req-9574513f-9f93-45da-82a0-9fe74f68a991 req-71cc95ad-5808-4dcb-81a4-ff3b65b1b207 service nova] Acquiring lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.690124] env[70691]: DEBUG oslo_concurrency.lockutils [req-9574513f-9f93-45da-82a0-9fe74f68a991 req-71cc95ad-5808-4dcb-81a4-ff3b65b1b207 service nova] Acquired lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.690290] env[70691]: DEBUG nova.network.neutron [req-9574513f-9f93-45da-82a0-9fe74f68a991 req-71cc95ad-5808-4dcb-81a4-ff3b65b1b207 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Refreshing network info cache for port 0ed074d5-c499-4b3e-9fab-1e8ba3557d1c {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 897.746699] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.747050] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquired lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.747142] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Forcefully refreshing network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 897.828118] env[70691]: INFO nova.compute.manager [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] instance snapshotting [ 897.831747] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b8c485-5f21-46ca-b5dc-3d7afc854d5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.861601] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b66fd00-15c0-44be-ba5a-e61d2389b915 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.201218] env[70691]: DEBUG nova.compute.manager [req-c5a9b5ab-01d4-4b9e-924b-7dbe015b4004 req-16460516-fd26-47f2-b9d9-0aeecb29d201 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received event network-vif-plugged-ab7c2355-8b7b-480d-bdcd-6b7504194764 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 898.201494] env[70691]: DEBUG oslo_concurrency.lockutils [req-c5a9b5ab-01d4-4b9e-924b-7dbe015b4004 req-16460516-fd26-47f2-b9d9-0aeecb29d201 service nova] Acquiring lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.201716] env[70691]: DEBUG oslo_concurrency.lockutils [req-c5a9b5ab-01d4-4b9e-924b-7dbe015b4004 req-16460516-fd26-47f2-b9d9-0aeecb29d201 service nova] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.201891] env[70691]: DEBUG oslo_concurrency.lockutils [req-c5a9b5ab-01d4-4b9e-924b-7dbe015b4004 req-16460516-fd26-47f2-b9d9-0aeecb29d201 service nova] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.202189] env[70691]: DEBUG nova.compute.manager [req-c5a9b5ab-01d4-4b9e-924b-7dbe015b4004 req-16460516-fd26-47f2-b9d9-0aeecb29d201 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] No waiting events found dispatching network-vif-plugged-ab7c2355-8b7b-480d-bdcd-6b7504194764 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 898.202340] env[70691]: WARNING nova.compute.manager [req-c5a9b5ab-01d4-4b9e-924b-7dbe015b4004 req-16460516-fd26-47f2-b9d9-0aeecb29d201 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received unexpected event network-vif-plugged-ab7c2355-8b7b-480d-bdcd-6b7504194764 for instance with vm_state building and task_state spawning. [ 898.217669] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eb4491-7066-4f38-a2a4-7d3256d99d1e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.228033] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b2cfd2-43dc-4393-86f1-9274a107e6fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.272325] env[70691]: DEBUG nova.network.neutron [req-9574513f-9f93-45da-82a0-9fe74f68a991 req-71cc95ad-5808-4dcb-81a4-ff3b65b1b207 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 898.275448] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d600b9df-bada-4bb2-bfe5-7c3227e44e6a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.285034] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a9db6-bad0-4090-8a30-d9c0ac2e72da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.300500] env[70691]: DEBUG nova.compute.provider_tree [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.376463] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.377163] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f51a874-b003-4226-a491-6a04b5334e11 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.387015] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 898.387015] env[70691]: value = "task-3454134" [ 898.387015] env[70691]: _type = "Task" [ 898.387015] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.397369] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.426830] env[70691]: DEBUG nova.network.neutron [req-9574513f-9f93-45da-82a0-9fe74f68a991 req-71cc95ad-5808-4dcb-81a4-ff3b65b1b207 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.574805] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Successfully updated port: ab7c2355-8b7b-480d-bdcd-6b7504194764 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.804451] env[70691]: DEBUG nova.scheduler.client.report [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 898.899046] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.929714] env[70691]: DEBUG oslo_concurrency.lockutils [req-9574513f-9f93-45da-82a0-9fe74f68a991 req-71cc95ad-5808-4dcb-81a4-ff3b65b1b207 service nova] Releasing lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.078944] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.078944] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquired lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.078944] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 899.308754] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.309385] env[70691]: DEBUG nova.compute.manager [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 899.312342] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.671s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.314271] env[70691]: INFO nova.compute.claims [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.329477] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance_info_cache with network_info: [{"id": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "address": "fa:16:3e:53:3d:5f", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0e11dc-49", "ovs_interfaceid": "fd0e11dc-4999-4d47-a6a7-4cd4ae25f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.362634] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "a6f9576d-a9e9-45b1-882f-455263a2018a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.362895] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "a6f9576d-a9e9-45b1-882f-455263a2018a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.363797] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "a6f9576d-a9e9-45b1-882f-455263a2018a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.363915] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "a6f9576d-a9e9-45b1-882f-455263a2018a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.364113] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "a6f9576d-a9e9-45b1-882f-455263a2018a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.367157] env[70691]: INFO nova.compute.manager [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Terminating instance [ 899.369439] env[70691]: DEBUG nova.compute.manager [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 899.369640] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 899.370543] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876fb826-b743-4b21-9447-81c66604c57f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.379469] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 899.379785] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c75c19f0-bd7d-46a5-a6ae-8d8ac1faeb4f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.389013] env[70691]: DEBUG oslo_vmware.api [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 899.389013] env[70691]: value = "task-3454136" [ 899.389013] env[70691]: _type = "Task" [ 899.389013] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.404656] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454134, 'name': CreateSnapshot_Task, 'duration_secs': 1.014419} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.408924] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.408924] env[70691]: DEBUG oslo_vmware.api [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.409718] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c89fed-fd1f-404d-b286-5846f4c28bee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.465459] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "18c63efb-6b85-4802-af43-955db8bb3fd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.465892] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "18c63efb-6b85-4802-af43-955db8bb3fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.466246] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "18c63efb-6b85-4802-af43-955db8bb3fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.466725] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "18c63efb-6b85-4802-af43-955db8bb3fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.467016] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "18c63efb-6b85-4802-af43-955db8bb3fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.473929] env[70691]: INFO nova.compute.manager [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Terminating instance [ 899.473929] env[70691]: DEBUG nova.compute.manager [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 899.473929] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 899.474997] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d495e4ee-01bf-44fd-9158-e11522297bc8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.488187] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 899.488761] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf7895a4-b93e-465f-99ea-7f46d174f7a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.513998] env[70691]: DEBUG oslo_vmware.api [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 899.513998] env[70691]: value = "task-3454137" [ 899.513998] env[70691]: _type = "Task" [ 899.513998] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.524613] env[70691]: DEBUG oslo_vmware.api [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.625557] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 899.821481] env[70691]: DEBUG nova.compute.utils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 899.830150] env[70691]: DEBUG nova.compute.manager [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 899.830150] env[70691]: DEBUG nova.network.neutron [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 899.838127] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Releasing lock "refresh_cache-59083004-8304-4b1f-9c8f-404ecf812e7e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.838309] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updated the network info_cache for instance {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 899.838763] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.838965] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.839142] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.839803] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.839803] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.839803] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.841344] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 899.841834] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.910364] env[70691]: DEBUG nova.policy [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fcd677e2edb4250ad66f19571d77c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a5f6e590c64db5b66ee09e825b562f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 899.915625] env[70691]: DEBUG oslo_vmware.api [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454136, 'name': PowerOffVM_Task, 'duration_secs': 0.332734} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.916331] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 899.916470] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 899.916748] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99581ba1-8845-4d2b-8278-783b6eac9adf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.928676] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 899.929012] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36609703-62d1-4ce3-8d48-1284d6373536 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.940206] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 899.940206] env[70691]: value = "task-3454139" [ 899.940206] env[70691]: _type = "Task" [ 899.940206] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.948301] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454139, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.995251] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 899.995356] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 899.995708] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Deleting the datastore file [datastore1] a6f9576d-a9e9-45b1-882f-455263a2018a {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.995880] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44fbe573-0c3c-4946-a21f-77659bb18344 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.005252] env[70691]: DEBUG oslo_vmware.api [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 900.005252] env[70691]: value = "task-3454140" [ 900.005252] env[70691]: _type = "Task" [ 900.005252] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.014800] env[70691]: DEBUG oslo_vmware.api [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.023497] env[70691]: DEBUG oslo_vmware.api [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454137, 'name': PowerOffVM_Task, 'duration_secs': 0.335644} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.023854] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 900.023985] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 900.024262] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72e01afc-ad6c-4e83-aff6-7430d92a2f1e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.102428] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 900.102673] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 900.102881] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Deleting the datastore file [datastore2] 18c63efb-6b85-4802-af43-955db8bb3fd0 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.103258] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d923b77-d635-422c-b50d-dca1f9c0c303 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.112377] env[70691]: DEBUG oslo_vmware.api [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for the task: (returnval){ [ 900.112377] env[70691]: value = "task-3454142" [ 900.112377] env[70691]: _type = "Task" [ 900.112377] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.121836] env[70691]: DEBUG oslo_vmware.api [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.331505] env[70691]: DEBUG nova.compute.manager [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 900.351996] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.376178] env[70691]: DEBUG nova.compute.manager [req-db8deb1c-90ca-4084-85ae-29b95a0f3e88 req-1c2c3bf7-e691-4fa9-b871-2c98905a4efb service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received event network-changed-ab7c2355-8b7b-480d-bdcd-6b7504194764 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 900.376409] env[70691]: DEBUG nova.compute.manager [req-db8deb1c-90ca-4084-85ae-29b95a0f3e88 req-1c2c3bf7-e691-4fa9-b871-2c98905a4efb service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Refreshing instance network info cache due to event network-changed-ab7c2355-8b7b-480d-bdcd-6b7504194764. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 900.376647] env[70691]: DEBUG oslo_concurrency.lockutils [req-db8deb1c-90ca-4084-85ae-29b95a0f3e88 req-1c2c3bf7-e691-4fa9-b871-2c98905a4efb service nova] Acquiring lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.413568] env[70691]: DEBUG nova.network.neutron [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Updating instance_info_cache with network_info: [{"id": "8a56f5de-d9c3-48be-b3b2-17cdb4ca4064", "address": "fa:16:3e:2b:16:a3", "network": {"id": "911848f4-faaa-4c86-898a-5d68c80bb1bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958681867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a56f5de-d9", "ovs_interfaceid": "8a56f5de-d9c3-48be-b3b2-17cdb4ca4064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ed074d5-c499-4b3e-9fab-1e8ba3557d1c", "address": "fa:16:3e:22:7c:d9", "network": {"id": "4b69ce5c-1686-4199-a2f0-b29fe8ece020", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024871592", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed074d5-c4", "ovs_interfaceid": "0ed074d5-c499-4b3e-9fab-1e8ba3557d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "address": "fa:16:3e:15:39:2a", "network": {"id": "911848f4-faaa-4c86-898a-5d68c80bb1bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958681867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7c2355-8b", "ovs_interfaceid": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.455139] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454139, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.515959] env[70691]: DEBUG oslo_vmware.api [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201524} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.516252] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.516447] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 900.516650] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 900.516856] env[70691]: INFO nova.compute.manager [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 900.517125] env[70691]: DEBUG oslo.service.loopingcall [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.517333] env[70691]: DEBUG nova.compute.manager [-] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 900.517430] env[70691]: DEBUG nova.network.neutron [-] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 900.519719] env[70691]: DEBUG nova.network.neutron [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Successfully created port: 38b4e266-cbbe-4d0b-9a9d-4886fdced72d {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.628842] env[70691]: DEBUG oslo_vmware.api [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Task: {'id': task-3454142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178481} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.629705] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.629821] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 900.630822] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 900.630822] env[70691]: INFO nova.compute.manager [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 900.630822] env[70691]: DEBUG oslo.service.loopingcall [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.631377] env[70691]: DEBUG nova.compute.manager [-] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 900.631377] env[70691]: DEBUG nova.network.neutron [-] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 900.917139] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Releasing lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.917751] env[70691]: DEBUG nova.compute.manager [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Instance network_info: |[{"id": "8a56f5de-d9c3-48be-b3b2-17cdb4ca4064", "address": "fa:16:3e:2b:16:a3", "network": {"id": "911848f4-faaa-4c86-898a-5d68c80bb1bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958681867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a56f5de-d9", "ovs_interfaceid": "8a56f5de-d9c3-48be-b3b2-17cdb4ca4064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ed074d5-c499-4b3e-9fab-1e8ba3557d1c", "address": "fa:16:3e:22:7c:d9", "network": {"id": "4b69ce5c-1686-4199-a2f0-b29fe8ece020", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024871592", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed074d5-c4", "ovs_interfaceid": "0ed074d5-c499-4b3e-9fab-1e8ba3557d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "address": "fa:16:3e:15:39:2a", "network": {"id": "911848f4-faaa-4c86-898a-5d68c80bb1bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958681867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7c2355-8b", "ovs_interfaceid": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 900.918348] env[70691]: DEBUG oslo_concurrency.lockutils [req-db8deb1c-90ca-4084-85ae-29b95a0f3e88 req-1c2c3bf7-e691-4fa9-b871-2c98905a4efb service nova] Acquired lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.918593] env[70691]: DEBUG nova.network.neutron [req-db8deb1c-90ca-4084-85ae-29b95a0f3e88 req-1c2c3bf7-e691-4fa9-b871-2c98905a4efb service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Refreshing network info cache for port ab7c2355-8b7b-480d-bdcd-6b7504194764 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 900.919810] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:16:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a56f5de-d9c3-48be-b3b2-17cdb4ca4064', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:7c:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ed074d5-c499-4b3e-9fab-1e8ba3557d1c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:39:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab7c2355-8b7b-480d-bdcd-6b7504194764', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.934154] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Creating folder: Project (3b0fa759e5a346d0bb74aef90f620e7d). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 900.935362] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434fd713-2a21-4a62-9b56-fc99dcadb5c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.940047] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0364d4-68ce-4ae4-8569-31095e0409ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.953173] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454139, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.962026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acc84b6-4448-4ff4-8dd6-879978301796 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.963138] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Created folder: Project (3b0fa759e5a346d0bb74aef90f620e7d) in parent group-v689428. [ 900.963372] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Creating folder: Instances. Parent ref: group-v689587. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 900.963632] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd6d6ae3-547c-4152-b569-b5ca70070f09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.010353] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab928413-d92a-42a3-9e67-2cfa1b476713 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.013040] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Created folder: Instances in parent group-v689587. [ 901.013365] env[70691]: DEBUG oslo.service.loopingcall [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.013722] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 901.014368] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c6009ff-b0d2-4ea7-967e-b7bb21b000fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.039469] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18865c6-3905-4250-ac8e-83b769834aa0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.045895] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.045895] env[70691]: value = "task-3454145" [ 901.045895] env[70691]: _type = "Task" [ 901.045895] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.062060] env[70691]: DEBUG nova.compute.provider_tree [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.067161] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454145, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.354044] env[70691]: DEBUG nova.compute.manager [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 901.393460] env[70691]: DEBUG nova.virt.hardware [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 901.393882] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735f6801-d80d-4b2d-8116-599bddafae4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.408121] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0d71f2-6432-42d8-bd49-48eb35115470 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.462916] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454139, 'name': CloneVM_Task} progress is 95%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.514709] env[70691]: DEBUG nova.network.neutron [-] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.564336] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454145, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.568688] env[70691]: DEBUG nova.scheduler.client.report [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 901.782296] env[70691]: DEBUG nova.network.neutron [req-db8deb1c-90ca-4084-85ae-29b95a0f3e88 req-1c2c3bf7-e691-4fa9-b871-2c98905a4efb service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Updated VIF entry in instance network info cache for port ab7c2355-8b7b-480d-bdcd-6b7504194764. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 901.782882] env[70691]: DEBUG nova.network.neutron [req-db8deb1c-90ca-4084-85ae-29b95a0f3e88 req-1c2c3bf7-e691-4fa9-b871-2c98905a4efb service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Updating instance_info_cache with network_info: [{"id": "8a56f5de-d9c3-48be-b3b2-17cdb4ca4064", "address": "fa:16:3e:2b:16:a3", "network": {"id": "911848f4-faaa-4c86-898a-5d68c80bb1bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958681867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a56f5de-d9", "ovs_interfaceid": "8a56f5de-d9c3-48be-b3b2-17cdb4ca4064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ed074d5-c499-4b3e-9fab-1e8ba3557d1c", "address": "fa:16:3e:22:7c:d9", "network": {"id": "4b69ce5c-1686-4199-a2f0-b29fe8ece020", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024871592", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed074d5-c4", "ovs_interfaceid": "0ed074d5-c499-4b3e-9fab-1e8ba3557d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "address": "fa:16:3e:15:39:2a", "network": {"id": "911848f4-faaa-4c86-898a-5d68c80bb1bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958681867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7c2355-8b", "ovs_interfaceid": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.881932] env[70691]: DEBUG nova.compute.manager [req-b55b942f-1b8d-4c03-b5eb-e99e1fe597f0 req-9e3f3889-3a43-4f7d-9689-8d16bb42923e service nova] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Received event network-vif-deleted-03c04d99-b743-4dd9-931b-9b67bcdcb89c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 901.960857] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454139, 'name': CloneVM_Task, 'duration_secs': 1.935926} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.961741] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Created linked-clone VM from snapshot [ 901.963144] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab06c60-b66c-4576-86db-13e4769f92e9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.967849] env[70691]: DEBUG nova.network.neutron [-] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.974406] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Uploading image faaf94a7-6323-4522-8680-60ac4313d084 {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 902.006526] env[70691]: DEBUG oslo_vmware.rw_handles [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.006526] env[70691]: value = "vm-689586" [ 902.006526] env[70691]: _type = "VirtualMachine" [ 902.006526] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.006671] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-852184f0-75d7-4a5e-8b7b-f980b061a888 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.017168] env[70691]: DEBUG oslo_vmware.rw_handles [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lease: (returnval){ [ 902.017168] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52962d80-5bd3-f04f-b9bc-9b55dac94762" [ 902.017168] env[70691]: _type = "HttpNfcLease" [ 902.017168] env[70691]: } obtained for exporting VM: (result){ [ 902.017168] env[70691]: value = "vm-689586" [ 902.017168] env[70691]: _type = "VirtualMachine" [ 902.017168] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.017168] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the lease: (returnval){ [ 902.017168] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52962d80-5bd3-f04f-b9bc-9b55dac94762" [ 902.017168] env[70691]: _type = "HttpNfcLease" [ 902.017168] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.017885] env[70691]: INFO nova.compute.manager [-] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Took 1.39 seconds to deallocate network for instance. [ 902.030190] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.030190] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52962d80-5bd3-f04f-b9bc-9b55dac94762" [ 902.030190] env[70691]: _type = "HttpNfcLease" [ 902.030190] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.061621] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454145, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.080169] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.080169] env[70691]: DEBUG nova.compute.manager [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 902.084578] env[70691]: DEBUG oslo_concurrency.lockutils [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.736s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.084578] env[70691]: DEBUG nova.objects.instance [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lazy-loading 'resources' on Instance uuid c017cae6-1944-4b86-ac91-48702e470dfc {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.287139] env[70691]: DEBUG oslo_concurrency.lockutils [req-db8deb1c-90ca-4084-85ae-29b95a0f3e88 req-1c2c3bf7-e691-4fa9-b871-2c98905a4efb service nova] Releasing lock "refresh_cache-085f5a90-e982-4ad5-8d81-5302994ee1ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.414983] env[70691]: DEBUG nova.compute.manager [req-d01b0d2f-da5b-4864-9288-5a188e398ce7 req-c41271da-1d78-4dd4-962b-3188a43dfd65 service nova] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Received event network-vif-deleted-b0567c41-d390-49e9-8eb2-eb71cdd4116a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 902.477899] env[70691]: INFO nova.compute.manager [-] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Took 1.96 seconds to deallocate network for instance. [ 902.530519] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.530519] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52962d80-5bd3-f04f-b9bc-9b55dac94762" [ 902.530519] env[70691]: _type = "HttpNfcLease" [ 902.530519] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.530519] env[70691]: DEBUG oslo_vmware.rw_handles [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.530519] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52962d80-5bd3-f04f-b9bc-9b55dac94762" [ 902.530519] env[70691]: _type = "HttpNfcLease" [ 902.530519] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.530519] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e100f7a5-7f30-4b26-9f4e-93bf067d0398 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.533847] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.565831] env[70691]: DEBUG oslo_vmware.rw_handles [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cdce6-270d-d5b1-9934-039f15c99766/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.565831] env[70691]: DEBUG oslo_vmware.rw_handles [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cdce6-270d-d5b1-9934-039f15c99766/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.605553] env[70691]: DEBUG nova.compute.utils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.616701] env[70691]: DEBUG nova.compute.manager [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 902.616701] env[70691]: DEBUG nova.network.neutron [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 902.627858] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454145, 'name': CreateVM_Task, 'duration_secs': 1.549688} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.628650] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 902.629553] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.629757] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.630126] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.630640] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a8c33a-4c21-4f6c-a539-b23f35dc5dfc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.637969] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 902.637969] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5242313b-5208-d428-d188-50ac251dc4b4" [ 902.637969] env[70691]: _type = "Task" [ 902.637969] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.647915] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5242313b-5208-d428-d188-50ac251dc4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.652263] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd622ef8-c53f-4aeb-b5ef-dc37bbb86834 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.695735] env[70691]: DEBUG nova.policy [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc30425e4ced49958b34dfdf3d378ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71b619daa8ed4fcf98013e31318aa3f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 902.984991] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.028118] env[70691]: DEBUG nova.network.neutron [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Successfully created port: 16282fd4-ff75-4413-bbae-3fcb4b507f8b {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.110835] env[70691]: DEBUG nova.compute.manager [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 903.154496] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5242313b-5208-d428-d188-50ac251dc4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.154496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.154496] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.154496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.154496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.154496] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.154496] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-488f992a-5c82-46bf-9ea7-940fdade5b8a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.160807] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfd69c0-9eb5-4be2-861d-85eb1b2b083f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.169141] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.169141] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 903.169141] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab6d78e-df57-4b57-83de-b01d734a9bd5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.176036] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e2de5f-1ff1-4b5d-974b-73b8cfb48146 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.183342] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 903.183342] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52785e34-1e5e-ed8a-3611-368078379108" [ 903.183342] env[70691]: _type = "Task" [ 903.183342] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.218658] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77dfcd3-9316-4142-8cc4-1400ebc5f7b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.228651] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52785e34-1e5e-ed8a-3611-368078379108, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.230328] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77035903-1c9d-4281-b6a3-2c044fb3c528 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.237795] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b476c913-8ef3-4707-bf83-54c5bc937dda {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.247461] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 903.247461] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5285ec6f-1b6d-6e75-422a-457fe53fe612" [ 903.247461] env[70691]: _type = "Task" [ 903.247461] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.260260] env[70691]: DEBUG nova.compute.provider_tree [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.274704] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5285ec6f-1b6d-6e75-422a-457fe53fe612, 'name': SearchDatastore_Task, 'duration_secs': 0.017269} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.278032] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.278032] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 085f5a90-e982-4ad5-8d81-5302994ee1ee/085f5a90-e982-4ad5-8d81-5302994ee1ee.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 903.278032] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9e42ad8-aa9c-4084-99a2-7553f23b7151 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.285739] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 903.285739] env[70691]: value = "task-3454148" [ 903.285739] env[70691]: _type = "Task" [ 903.285739] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.297842] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.508721] env[70691]: DEBUG nova.network.neutron [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Successfully updated port: 38b4e266-cbbe-4d0b-9a9d-4886fdced72d {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.765153] env[70691]: DEBUG nova.scheduler.client.report [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 903.801777] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454148, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.015169] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "refresh_cache-14f951b8-d2e2-43fd-aac1-32ae71aa20f0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.015169] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "refresh_cache-14f951b8-d2e2-43fd-aac1-32ae71aa20f0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.015169] env[70691]: DEBUG nova.network.neutron [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 904.127476] env[70691]: DEBUG nova.compute.manager [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 904.165197] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 904.165197] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 904.165346] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.165494] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 904.165660] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.166359] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 904.166359] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 904.166359] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 904.166359] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 904.166543] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 904.166829] env[70691]: DEBUG nova.virt.hardware [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.168183] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce490b3d-4818-4bfd-8bfb-7484a22861da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.180741] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82bc846-6a1a-471e-a6dc-aa5aaa557f34 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.273851] env[70691]: DEBUG oslo_concurrency.lockutils [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.276492] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.324s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.278329] env[70691]: INFO nova.compute.claims [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.301114] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671545} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.302309] env[70691]: INFO nova.scheduler.client.report [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Deleted allocations for instance c017cae6-1944-4b86-ac91-48702e470dfc [ 904.303591] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 085f5a90-e982-4ad5-8d81-5302994ee1ee/085f5a90-e982-4ad5-8d81-5302994ee1ee.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 904.303864] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.312075] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e7ae33f-7626-450c-8326-cf7d1a31828d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.323477] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 904.323477] env[70691]: value = "task-3454150" [ 904.323477] env[70691]: _type = "Task" [ 904.323477] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.337030] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.575927] env[70691]: DEBUG nova.network.neutron [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 904.587785] env[70691]: DEBUG nova.compute.manager [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Received event network-vif-plugged-38b4e266-cbbe-4d0b-9a9d-4886fdced72d {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 904.588201] env[70691]: DEBUG oslo_concurrency.lockutils [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] Acquiring lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.588575] env[70691]: DEBUG oslo_concurrency.lockutils [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] Lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.590066] env[70691]: DEBUG oslo_concurrency.lockutils [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] Lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.590066] env[70691]: DEBUG nova.compute.manager [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] No waiting events found dispatching network-vif-plugged-38b4e266-cbbe-4d0b-9a9d-4886fdced72d {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 904.590066] env[70691]: WARNING nova.compute.manager [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Received unexpected event network-vif-plugged-38b4e266-cbbe-4d0b-9a9d-4886fdced72d for instance with vm_state building and task_state spawning. [ 904.590066] env[70691]: DEBUG nova.compute.manager [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Received event network-changed-38b4e266-cbbe-4d0b-9a9d-4886fdced72d {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 904.590066] env[70691]: DEBUG nova.compute.manager [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Refreshing instance network info cache due to event network-changed-38b4e266-cbbe-4d0b-9a9d-4886fdced72d. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 904.590066] env[70691]: DEBUG oslo_concurrency.lockutils [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] Acquiring lock "refresh_cache-14f951b8-d2e2-43fd-aac1-32ae71aa20f0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.770377] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.770622] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.820137] env[70691]: DEBUG oslo_concurrency.lockutils [None req-624a3e0c-707f-4e38-9a89-dab580d8bfe6 tempest-ServerPasswordTestJSON-256838456 tempest-ServerPasswordTestJSON-256838456-project-member] Lock "c017cae6-1944-4b86-ac91-48702e470dfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.476s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.841325] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074622} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.841758] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.842924] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9062d8d5-72ab-453a-ba75-5ce1be9055d7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.883597] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 085f5a90-e982-4ad5-8d81-5302994ee1ee/085f5a90-e982-4ad5-8d81-5302994ee1ee.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.883700] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec46b76-8434-4f03-9bfd-f2df52a616b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.908399] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 904.908399] env[70691]: value = "task-3454151" [ 904.908399] env[70691]: _type = "Task" [ 904.908399] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.918192] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.946862] env[70691]: DEBUG nova.network.neutron [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Updating instance_info_cache with network_info: [{"id": "38b4e266-cbbe-4d0b-9a9d-4886fdced72d", "address": "fa:16:3e:31:e8:4c", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b4e266-cb", "ovs_interfaceid": "38b4e266-cbbe-4d0b-9a9d-4886fdced72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.949914] env[70691]: DEBUG nova.network.neutron [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Successfully updated port: 16282fd4-ff75-4413-bbae-3fcb4b507f8b {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.041653] env[70691]: DEBUG nova.compute.manager [req-9a547b72-6bbf-41c9-a3c3-2f0e4c057d6e req-d67568ce-1761-49f1-9073-e5468a95ac53 service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Received event network-vif-plugged-16282fd4-ff75-4413-bbae-3fcb4b507f8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 905.041904] env[70691]: DEBUG oslo_concurrency.lockutils [req-9a547b72-6bbf-41c9-a3c3-2f0e4c057d6e req-d67568ce-1761-49f1-9073-e5468a95ac53 service nova] Acquiring lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.042101] env[70691]: DEBUG oslo_concurrency.lockutils [req-9a547b72-6bbf-41c9-a3c3-2f0e4c057d6e req-d67568ce-1761-49f1-9073-e5468a95ac53 service nova] Lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.042280] env[70691]: DEBUG oslo_concurrency.lockutils [req-9a547b72-6bbf-41c9-a3c3-2f0e4c057d6e req-d67568ce-1761-49f1-9073-e5468a95ac53 service nova] Lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.042447] env[70691]: DEBUG nova.compute.manager [req-9a547b72-6bbf-41c9-a3c3-2f0e4c057d6e req-d67568ce-1761-49f1-9073-e5468a95ac53 service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] No waiting events found dispatching network-vif-plugged-16282fd4-ff75-4413-bbae-3fcb4b507f8b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 905.042633] env[70691]: WARNING nova.compute.manager [req-9a547b72-6bbf-41c9-a3c3-2f0e4c057d6e req-d67568ce-1761-49f1-9073-e5468a95ac53 service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Received unexpected event network-vif-plugged-16282fd4-ff75-4413-bbae-3fcb4b507f8b for instance with vm_state building and task_state spawning. [ 905.275071] env[70691]: DEBUG nova.compute.manager [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 905.420325] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.450619] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "refresh_cache-14f951b8-d2e2-43fd-aac1-32ae71aa20f0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.451072] env[70691]: DEBUG nova.compute.manager [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Instance network_info: |[{"id": "38b4e266-cbbe-4d0b-9a9d-4886fdced72d", "address": "fa:16:3e:31:e8:4c", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b4e266-cb", "ovs_interfaceid": "38b4e266-cbbe-4d0b-9a9d-4886fdced72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 905.451603] env[70691]: DEBUG oslo_concurrency.lockutils [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] Acquired lock "refresh_cache-14f951b8-d2e2-43fd-aac1-32ae71aa20f0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.451834] env[70691]: DEBUG nova.network.neutron [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Refreshing network info cache for port 38b4e266-cbbe-4d0b-9a9d-4886fdced72d {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 905.453146] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:e8:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38b4e266-cbbe-4d0b-9a9d-4886fdced72d', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.463191] env[70691]: DEBUG oslo.service.loopingcall [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.470101] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquiring lock "refresh_cache-0feaafde-7f27-408d-bd31-3aed3c9f4d93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.470154] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquired lock "refresh_cache-0feaafde-7f27-408d-bd31-3aed3c9f4d93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.470335] env[70691]: DEBUG nova.network.neutron [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 905.472245] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 905.472985] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af7900bf-a7b0-4efb-9559-b12c1c940435 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.514933] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.514933] env[70691]: value = "task-3454152" [ 905.514933] env[70691]: _type = "Task" [ 905.514933] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.532412] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454152, 'name': CreateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.798282] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.879382] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d24fd-4f1f-4bd5-8b06-1667004b765e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.889648] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16bd0c3-3090-4dc3-9e0f-2c0ba6de96a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.934977] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b4c0f7-3a63-4736-bda2-52e04339d629 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.947377] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939697dd-0a50-4791-beec-ac214383393e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.951607] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454151, 'name': ReconfigVM_Task, 'duration_secs': 0.845047} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.951951] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 085f5a90-e982-4ad5-8d81-5302994ee1ee/085f5a90-e982-4ad5-8d81-5302994ee1ee.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.954370] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba48b5a2-8f27-4e72-8367-c16f7423d1bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.967854] env[70691]: DEBUG nova.compute.provider_tree [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.975984] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 905.975984] env[70691]: value = "task-3454154" [ 905.975984] env[70691]: _type = "Task" [ 905.975984] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.987762] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454154, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.026756] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454152, 'name': CreateVM_Task, 'duration_secs': 0.450498} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.029245] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 906.030036] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.030273] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.030639] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.031339] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4495676b-60f7-4b2c-ad45-ef6e560e926d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.037266] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 906.037266] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5220a5b1-dd2c-40df-5d5a-44e1d12a2058" [ 906.037266] env[70691]: _type = "Task" [ 906.037266] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.046641] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5220a5b1-dd2c-40df-5d5a-44e1d12a2058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.047546] env[70691]: DEBUG nova.network.neutron [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 906.341667] env[70691]: DEBUG nova.network.neutron [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Updated VIF entry in instance network info cache for port 38b4e266-cbbe-4d0b-9a9d-4886fdced72d. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 906.343024] env[70691]: DEBUG nova.network.neutron [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Updating instance_info_cache with network_info: [{"id": "38b4e266-cbbe-4d0b-9a9d-4886fdced72d", "address": "fa:16:3e:31:e8:4c", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b4e266-cb", "ovs_interfaceid": "38b4e266-cbbe-4d0b-9a9d-4886fdced72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.436548] env[70691]: DEBUG nova.network.neutron [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Updating instance_info_cache with network_info: [{"id": "16282fd4-ff75-4413-bbae-3fcb4b507f8b", "address": "fa:16:3e:fb:60:8b", "network": {"id": "401f3f73-f77a-4099-8f50-9d26548cda72", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-956695439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b619daa8ed4fcf98013e31318aa3f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16282fd4-ff", "ovs_interfaceid": "16282fd4-ff75-4413-bbae-3fcb4b507f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.474463] env[70691]: DEBUG nova.scheduler.client.report [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 906.485739] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquiring lock "618f34e6-7752-4fee-89c4-464741b9d9c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.485739] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "618f34e6-7752-4fee-89c4-464741b9d9c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.499333] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454154, 'name': Rename_Task, 'duration_secs': 0.173611} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.500072] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 906.500072] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a7dca0-1dd3-4fc6-9e4d-ac5eb1eb46db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.511204] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 906.511204] env[70691]: value = "task-3454155" [ 906.511204] env[70691]: _type = "Task" [ 906.511204] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.520998] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.547970] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5220a5b1-dd2c-40df-5d5a-44e1d12a2058, 'name': SearchDatastore_Task, 'duration_secs': 0.024625} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.548328] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.548568] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.548806] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.548957] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.549178] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.549444] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6accbfb-0d25-4ce9-a06b-d59bd0e25ed4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.561489] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.561652] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 906.562596] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8e1207-6d88-4c48-af94-56b39735b7f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.570266] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 906.570266] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fe3ea5-40ce-53e7-b0a1-74354dd8a6e3" [ 906.570266] env[70691]: _type = "Task" [ 906.570266] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.581395] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fe3ea5-40ce-53e7-b0a1-74354dd8a6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.851761] env[70691]: DEBUG oslo_concurrency.lockutils [req-475436ed-2d93-4b84-84f1-fc64401a86de req-05b395c4-645f-44c6-afd3-be3a84ff2a39 service nova] Releasing lock "refresh_cache-14f951b8-d2e2-43fd-aac1-32ae71aa20f0" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.939662] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Releasing lock "refresh_cache-0feaafde-7f27-408d-bd31-3aed3c9f4d93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.940024] env[70691]: DEBUG nova.compute.manager [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Instance network_info: |[{"id": "16282fd4-ff75-4413-bbae-3fcb4b507f8b", "address": "fa:16:3e:fb:60:8b", "network": {"id": "401f3f73-f77a-4099-8f50-9d26548cda72", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-956695439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b619daa8ed4fcf98013e31318aa3f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16282fd4-ff", "ovs_interfaceid": "16282fd4-ff75-4413-bbae-3fcb4b507f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 906.940477] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:60:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16282fd4-ff75-4413-bbae-3fcb4b507f8b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.950390] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Creating folder: Project (71b619daa8ed4fcf98013e31318aa3f9). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 906.950574] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a26f4e2b-7686-40d5-921d-eed5ddd8590d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.966116] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Created folder: Project (71b619daa8ed4fcf98013e31318aa3f9) in parent group-v689428. [ 906.967029] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Creating folder: Instances. Parent ref: group-v689592. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 906.967029] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff97d0f8-6669-490d-9a60-f79bb95e1833 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.981020] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Created folder: Instances in parent group-v689592. [ 906.981020] env[70691]: DEBUG oslo.service.loopingcall [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.981020] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 906.981020] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f6d5b2-ccf9-43bd-8898-16466030935d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.000887] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.000887] env[70691]: DEBUG nova.compute.manager [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 907.005715] env[70691]: DEBUG nova.compute.manager [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 907.009257] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.804s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.018996] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.018996] env[70691]: value = "task-3454158" [ 907.018996] env[70691]: _type = "Task" [ 907.018996] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.024495] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454155, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.036288] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454158, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.074597] env[70691]: DEBUG nova.compute.manager [req-06d34038-452c-4774-a387-d819a4c7db81 req-ab8ac87f-2f1d-492f-b4e8-b6d3d797d42a service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Received event network-changed-16282fd4-ff75-4413-bbae-3fcb4b507f8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 907.074847] env[70691]: DEBUG nova.compute.manager [req-06d34038-452c-4774-a387-d819a4c7db81 req-ab8ac87f-2f1d-492f-b4e8-b6d3d797d42a service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Refreshing instance network info cache due to event network-changed-16282fd4-ff75-4413-bbae-3fcb4b507f8b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 907.075140] env[70691]: DEBUG oslo_concurrency.lockutils [req-06d34038-452c-4774-a387-d819a4c7db81 req-ab8ac87f-2f1d-492f-b4e8-b6d3d797d42a service nova] Acquiring lock "refresh_cache-0feaafde-7f27-408d-bd31-3aed3c9f4d93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.075308] env[70691]: DEBUG oslo_concurrency.lockutils [req-06d34038-452c-4774-a387-d819a4c7db81 req-ab8ac87f-2f1d-492f-b4e8-b6d3d797d42a service nova] Acquired lock "refresh_cache-0feaafde-7f27-408d-bd31-3aed3c9f4d93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.075477] env[70691]: DEBUG nova.network.neutron [req-06d34038-452c-4774-a387-d819a4c7db81 req-ab8ac87f-2f1d-492f-b4e8-b6d3d797d42a service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Refreshing network info cache for port 16282fd4-ff75-4413-bbae-3fcb4b507f8b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 907.088289] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fe3ea5-40ce-53e7-b0a1-74354dd8a6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014605} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.089736] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e7b676-6d33-4623-b281-8d358f00985a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.097917] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 907.097917] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f0520f-8bba-49a3-92de-6393aa6e5a62" [ 907.097917] env[70691]: _type = "Task" [ 907.097917] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.111955] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f0520f-8bba-49a3-92de-6393aa6e5a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.512492] env[70691]: DEBUG nova.compute.utils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 907.514303] env[70691]: DEBUG nova.compute.manager [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 907.514516] env[70691]: DEBUG nova.network.neutron [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 907.545415] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.553451] env[70691]: DEBUG oslo_vmware.api [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454155, 'name': PowerOnVM_Task, 'duration_secs': 0.530233} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.554159] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454158, 'name': CreateVM_Task, 'duration_secs': 0.402027} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.557288] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 907.557567] env[70691]: INFO nova.compute.manager [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Took 17.82 seconds to spawn the instance on the hypervisor. [ 907.557828] env[70691]: DEBUG nova.compute.manager [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 907.558088] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 907.559080] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bbb015-5653-45ec-bb90-9ccfb5ed5d16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.563225] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.563225] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.563225] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.563361] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14cdf53-b55a-450a-8c21-b6acb88c3584 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.570174] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 907.570174] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5286888d-bafb-4c0e-2adb-cd39b4b78582" [ 907.570174] env[70691]: _type = "Task" [ 907.570174] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.602162] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5286888d-bafb-4c0e-2adb-cd39b4b78582, 'name': SearchDatastore_Task, 'duration_secs': 0.013743} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.606585] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.606865] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.607126] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.608032] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.608032] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.614091] env[70691]: DEBUG nova.policy [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97a773291a5c49e1b427bc4a9ac63839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '884bb465801f4d5b8fc824fb34cf9a84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 907.615625] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468b0405-3bf3-4424-b159-914959e7977f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.625201] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f0520f-8bba-49a3-92de-6393aa6e5a62, 'name': SearchDatastore_Task, 'duration_secs': 0.02798} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.625424] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.625780] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 14f951b8-d2e2-43fd-aac1-32ae71aa20f0/14f951b8-d2e2-43fd-aac1-32ae71aa20f0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 907.626186] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f539a68-b190-4ebb-b084-b79872b471ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.631229] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.631485] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 907.637939] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a038e57-2cce-40fd-8396-e957d8e86e3b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.643648] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 907.643648] env[70691]: value = "task-3454160" [ 907.643648] env[70691]: _type = "Task" [ 907.643648] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.650246] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 907.650246] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528b8eb9-9fc0-2fd1-cd64-d23a7de4e565" [ 907.650246] env[70691]: _type = "Task" [ 907.650246] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.661649] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.669353] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528b8eb9-9fc0-2fd1-cd64-d23a7de4e565, 'name': SearchDatastore_Task, 'duration_secs': 0.015261} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.670167] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4c215d-1527-4512-ac89-11f4053c74e1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.679454] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 907.679454] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5256bfdf-cbcc-111e-8b13-8d19c6dd7405" [ 907.679454] env[70691]: _type = "Task" [ 907.679454] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.690716] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5256bfdf-cbcc-111e-8b13-8d19c6dd7405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.925931] env[70691]: DEBUG nova.network.neutron [req-06d34038-452c-4774-a387-d819a4c7db81 req-ab8ac87f-2f1d-492f-b4e8-b6d3d797d42a service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Updated VIF entry in instance network info cache for port 16282fd4-ff75-4413-bbae-3fcb4b507f8b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 907.927373] env[70691]: DEBUG nova.network.neutron [req-06d34038-452c-4774-a387-d819a4c7db81 req-ab8ac87f-2f1d-492f-b4e8-b6d3d797d42a service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Updating instance_info_cache with network_info: [{"id": "16282fd4-ff75-4413-bbae-3fcb4b507f8b", "address": "fa:16:3e:fb:60:8b", "network": {"id": "401f3f73-f77a-4099-8f50-9d26548cda72", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-956695439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b619daa8ed4fcf98013e31318aa3f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16282fd4-ff", "ovs_interfaceid": "16282fd4-ff75-4413-bbae-3fcb4b507f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.026655] env[70691]: DEBUG nova.compute.manager [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 908.057015] env[70691]: DEBUG nova.network.neutron [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Successfully created port: 3d27cdd0-5e13-46e7-90eb-77b57c9246cd {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.093552] env[70691]: INFO nova.compute.manager [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Took 46.89 seconds to build instance. [ 908.154050] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42753a3-f640-48ff-a980-ff64feb615c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.160231] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454160, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.167130] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7293beec-34e7-4b32-bd1b-0a5237a4f73a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.213601] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd775d1f-fa3a-4e92-bf8c-170cebe5450e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.224518] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5256bfdf-cbcc-111e-8b13-8d19c6dd7405, 'name': SearchDatastore_Task, 'duration_secs': 0.016801} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.226877] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.227179] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0feaafde-7f27-408d-bd31-3aed3c9f4d93/0feaafde-7f27-408d-bd31-3aed3c9f4d93.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 908.227505] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c65cffe3-7467-4b93-9ebd-c9ca990b8228 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.230691] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fece190-928c-4957-8096-bce0754f0e5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.251418] env[70691]: DEBUG nova.compute.provider_tree [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.252776] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 908.252776] env[70691]: value = "task-3454161" [ 908.252776] env[70691]: _type = "Task" [ 908.252776] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.264498] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.430711] env[70691]: DEBUG oslo_concurrency.lockutils [req-06d34038-452c-4774-a387-d819a4c7db81 req-ab8ac87f-2f1d-492f-b4e8-b6d3d797d42a service nova] Releasing lock "refresh_cache-0feaafde-7f27-408d-bd31-3aed3c9f4d93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.595893] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ba7ce964-20e1-49c2-9aa1-d378cf62adb5 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.085s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.656163] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554083} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.656523] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 14f951b8-d2e2-43fd-aac1-32ae71aa20f0/14f951b8-d2e2-43fd-aac1-32ae71aa20f0.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 908.656807] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.657169] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8af838b-11c2-4786-b575-a5648d3c7f5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.666525] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 908.666525] env[70691]: value = "task-3454162" [ 908.666525] env[70691]: _type = "Task" [ 908.666525] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.681540] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.754843] env[70691]: DEBUG nova.scheduler.client.report [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 908.773022] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.052194] env[70691]: DEBUG nova.compute.manager [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 909.087125] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 909.087577] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 909.087873] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.088210] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 909.088477] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.088753] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 909.089152] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 909.089466] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 909.090649] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 909.090649] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 909.090649] env[70691]: DEBUG nova.virt.hardware [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 909.092987] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1339ac-224c-4fee-b26d-ec9c2376e5a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.106908] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91767068-6651-4041-aff6-6fc62dcc617b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.179396] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085199} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.180023] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.181107] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d9553-7279-43fc-a6c2-85c4de40419f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.206321] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 14f951b8-d2e2-43fd-aac1-32ae71aa20f0/14f951b8-d2e2-43fd-aac1-32ae71aa20f0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.206705] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-005b0f55-af6c-4105-bc91-f93e19f89090 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.229686] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 909.229686] env[70691]: value = "task-3454163" [ 909.229686] env[70691]: _type = "Task" [ 909.229686] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.239226] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.272094] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56771} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.272506] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0feaafde-7f27-408d-bd31-3aed3c9f4d93/0feaafde-7f27-408d-bd31-3aed3c9f4d93.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 909.272731] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.273742] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c247372-0e69-4887-8f96-314c37f71ae8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.283424] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 909.283424] env[70691]: value = "task-3454164" [ 909.283424] env[70691]: _type = "Task" [ 909.283424] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.293456] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.564260] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "085f5a90-e982-4ad5-8d81-5302994ee1ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.564260] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.564507] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.564781] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.565051] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.568992] env[70691]: INFO nova.compute.manager [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Terminating instance [ 909.571502] env[70691]: DEBUG nova.compute.manager [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 909.571681] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 909.572692] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e917ea-c390-4cfc-8a90-45941479c87a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.582454] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 909.583546] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e99fbc9-cc77-4315-a87b-bb31de3f3c5a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.592080] env[70691]: DEBUG oslo_vmware.api [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 909.592080] env[70691]: value = "task-3454165" [ 909.592080] env[70691]: _type = "Task" [ 909.592080] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.603278] env[70691]: DEBUG oslo_vmware.api [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.742975] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.768679] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.759s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.768958] env[70691]: DEBUG nova.compute.manager [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70691) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 909.772063] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.464s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.773755] env[70691]: INFO nova.compute.claims [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.803340] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11957} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.803676] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.804595] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e2dd4c-14fb-44bb-b4c8-ff2d1755a443 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.835118] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 0feaafde-7f27-408d-bd31-3aed3c9f4d93/0feaafde-7f27-408d-bd31-3aed3c9f4d93.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.835578] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e045dd3a-fdfe-4709-9536-9d018d99a2e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.859177] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 909.859177] env[70691]: value = "task-3454167" [ 909.859177] env[70691]: _type = "Task" [ 909.859177] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.870329] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.001252] env[70691]: DEBUG nova.compute.manager [req-4ecc5e2c-4a11-42f6-9e65-262e012e38d6 req-8498728e-65f5-4dd1-ab1e-7cff24d98033 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Received event network-vif-plugged-3d27cdd0-5e13-46e7-90eb-77b57c9246cd {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 910.001252] env[70691]: DEBUG oslo_concurrency.lockutils [req-4ecc5e2c-4a11-42f6-9e65-262e012e38d6 req-8498728e-65f5-4dd1-ab1e-7cff24d98033 service nova] Acquiring lock "e124d60c-63d6-4768-bbe1-ba6c993908db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.001252] env[70691]: DEBUG oslo_concurrency.lockutils [req-4ecc5e2c-4a11-42f6-9e65-262e012e38d6 req-8498728e-65f5-4dd1-ab1e-7cff24d98033 service nova] Lock "e124d60c-63d6-4768-bbe1-ba6c993908db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.001252] env[70691]: DEBUG oslo_concurrency.lockutils [req-4ecc5e2c-4a11-42f6-9e65-262e012e38d6 req-8498728e-65f5-4dd1-ab1e-7cff24d98033 service nova] Lock "e124d60c-63d6-4768-bbe1-ba6c993908db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.001772] env[70691]: DEBUG nova.compute.manager [req-4ecc5e2c-4a11-42f6-9e65-262e012e38d6 req-8498728e-65f5-4dd1-ab1e-7cff24d98033 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] No waiting events found dispatching network-vif-plugged-3d27cdd0-5e13-46e7-90eb-77b57c9246cd {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 910.002265] env[70691]: WARNING nova.compute.manager [req-4ecc5e2c-4a11-42f6-9e65-262e012e38d6 req-8498728e-65f5-4dd1-ab1e-7cff24d98033 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Received unexpected event network-vif-plugged-3d27cdd0-5e13-46e7-90eb-77b57c9246cd for instance with vm_state building and task_state spawning. [ 910.106302] env[70691]: DEBUG oslo_vmware.api [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454165, 'name': PowerOffVM_Task, 'duration_secs': 0.266839} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.110610] env[70691]: DEBUG nova.network.neutron [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Successfully updated port: 3d27cdd0-5e13-46e7-90eb-77b57c9246cd {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.110610] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 910.110610] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 910.110610] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5a57354-ff8a-4f82-8ec4-9cb217a0b8db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.241127] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454163, 'name': ReconfigVM_Task, 'duration_secs': 0.608976} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.241461] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 14f951b8-d2e2-43fd-aac1-32ae71aa20f0/14f951b8-d2e2-43fd-aac1-32ae71aa20f0.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.242132] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3edab66-e6be-4573-b48f-c2d2f75781b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.249999] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 910.249999] env[70691]: value = "task-3454169" [ 910.249999] env[70691]: _type = "Task" [ 910.249999] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.266210] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454169, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.300971] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 910.301391] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 910.301636] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Deleting the datastore file [datastore1] 085f5a90-e982-4ad5-8d81-5302994ee1ee {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.302311] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dbccc3d-8760-487e-8fcd-be4d55cc990c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.310873] env[70691]: DEBUG oslo_vmware.api [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 910.310873] env[70691]: value = "task-3454170" [ 910.310873] env[70691]: _type = "Task" [ 910.310873] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.327193] env[70691]: DEBUG oslo_vmware.api [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.357915] env[70691]: INFO nova.scheduler.client.report [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted allocation for migration 0f1fa843-ac32-44aa-8bb3-b886d462b73d [ 910.373786] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454167, 'name': ReconfigVM_Task, 'duration_secs': 0.362924} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.374163] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 0feaafde-7f27-408d-bd31-3aed3c9f4d93/0feaafde-7f27-408d-bd31-3aed3c9f4d93.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.374918] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4967c73-f8b1-473c-a7e6-9dc2a46a3578 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.383031] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 910.383031] env[70691]: value = "task-3454171" [ 910.383031] env[70691]: _type = "Task" [ 910.383031] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.392941] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454171, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.610141] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "refresh_cache-e124d60c-63d6-4768-bbe1-ba6c993908db" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.610458] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "refresh_cache-e124d60c-63d6-4768-bbe1-ba6c993908db" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.610725] env[70691]: DEBUG nova.network.neutron [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 910.762147] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454169, 'name': Rename_Task, 'duration_secs': 0.233797} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.762775] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 910.762945] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01248b13-9e70-4b47-92b2-fe7f061853f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.771523] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 910.771523] env[70691]: value = "task-3454172" [ 910.771523] env[70691]: _type = "Task" [ 910.771523] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.780935] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.825232] env[70691]: DEBUG oslo_vmware.api [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298726} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.828092] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.828302] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 910.828490] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 910.828671] env[70691]: INFO nova.compute.manager [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Took 1.26 seconds to destroy the instance on the hypervisor. [ 910.828970] env[70691]: DEBUG oslo.service.loopingcall [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.829335] env[70691]: DEBUG nova.compute.manager [-] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 910.829436] env[70691]: DEBUG nova.network.neutron [-] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 910.868865] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa1a33ab-ac31-4230-96dc-4d65aa0e5995 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.123s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.896656] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454171, 'name': Rename_Task, 'duration_secs': 0.170897} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.896949] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 910.897221] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b95b78c0-7853-42fb-afd9-aa6540ba3cfe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.908349] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 910.908349] env[70691]: value = "task-3454173" [ 910.908349] env[70691]: _type = "Task" [ 910.908349] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.919332] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.148173] env[70691]: DEBUG nova.network.neutron [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 911.289283] env[70691]: DEBUG oslo_vmware.api [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454172, 'name': PowerOnVM_Task, 'duration_secs': 0.49798} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.292489] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 911.292684] env[70691]: INFO nova.compute.manager [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Took 9.94 seconds to spawn the instance on the hypervisor. [ 911.293386] env[70691]: DEBUG nova.compute.manager [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 911.295265] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0727a99-2822-4deb-a28f-b97a60ab523a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.310510] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7dbe7-4a7b-48b5-ad67-abe7ee1e6df5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.321569] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778a4900-806e-4119-86fe-2807ae0207da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.363343] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60680667-1b1b-49ea-b8db-b6839261b568 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.376879] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe951b3-818c-4f7d-a788-232b5206799d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.392522] env[70691]: DEBUG nova.compute.provider_tree [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.414225] env[70691]: DEBUG oslo_vmware.rw_handles [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cdce6-270d-d5b1-9934-039f15c99766/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 911.415527] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe09a75-b96e-4d2b-888a-aa37393ef190 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.418887] env[70691]: DEBUG nova.network.neutron [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Updating instance_info_cache with network_info: [{"id": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "address": "fa:16:3e:a6:c8:ad", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d27cdd0-5e", "ovs_interfaceid": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.428057] env[70691]: DEBUG oslo_vmware.rw_handles [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cdce6-270d-d5b1-9934-039f15c99766/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 911.428261] env[70691]: ERROR oslo_vmware.rw_handles [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cdce6-270d-d5b1-9934-039f15c99766/disk-0.vmdk due to incomplete transfer. [ 911.428511] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454173, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.428728] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e1fe5a0-3ce4-4b0b-ac83-dae5cd7b7da8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.437681] env[70691]: DEBUG oslo_vmware.rw_handles [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cdce6-270d-d5b1-9934-039f15c99766/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 911.438054] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Uploaded image faaf94a7-6323-4522-8680-60ac4313d084 to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 911.440281] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 911.440813] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9eb9f3ee-5c16-44c2-bc58-1deeb8e0610a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.450014] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 911.450014] env[70691]: value = "task-3454174" [ 911.450014] env[70691]: _type = "Task" [ 911.450014] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.459353] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454174, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.590035] env[70691]: DEBUG nova.objects.instance [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'flavor' on Instance uuid 265f116d-1cdf-4201-a90e-6a3cb4ea8ece {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.812944] env[70691]: INFO nova.compute.manager [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Took 44.18 seconds to build instance. [ 911.896181] env[70691]: DEBUG nova.scheduler.client.report [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 911.920081] env[70691]: DEBUG oslo_vmware.api [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454173, 'name': PowerOnVM_Task, 'duration_secs': 0.642153} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.921031] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 911.921261] env[70691]: INFO nova.compute.manager [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Took 7.79 seconds to spawn the instance on the hypervisor. [ 911.922178] env[70691]: DEBUG nova.compute.manager [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 911.922178] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "refresh_cache-e124d60c-63d6-4768-bbe1-ba6c993908db" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.922291] env[70691]: DEBUG nova.compute.manager [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Instance network_info: |[{"id": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "address": "fa:16:3e:a6:c8:ad", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d27cdd0-5e", "ovs_interfaceid": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 911.923092] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c58bf1d-cb99-4dc7-a80b-8bdbf3f324ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.926277] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:c8:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d27cdd0-5e13-46e7-90eb-77b57c9246cd', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.934674] env[70691]: DEBUG oslo.service.loopingcall [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.934941] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 911.935694] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7029b46c-6e1c-4b5f-ace4-04079ae7dee3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.960320] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.960320] env[70691]: value = "task-3454175" [ 911.960320] env[70691]: _type = "Task" [ 911.960320] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.964066] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454174, 'name': Destroy_Task, 'duration_secs': 0.371136} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.967021] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Destroyed the VM [ 911.967294] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 911.967562] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a70260c-1eb6-42f4-8b3e-d8d41e467c73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.977184] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454175, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.977914] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 911.977914] env[70691]: value = "task-3454176" [ 911.977914] env[70691]: _type = "Task" [ 911.977914] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.987318] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454176, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.092817] env[70691]: DEBUG nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Received event network-changed-3d27cdd0-5e13-46e7-90eb-77b57c9246cd {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 912.092817] env[70691]: DEBUG nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Refreshing instance network info cache due to event network-changed-3d27cdd0-5e13-46e7-90eb-77b57c9246cd. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 912.092961] env[70691]: DEBUG oslo_concurrency.lockutils [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] Acquiring lock "refresh_cache-e124d60c-63d6-4768-bbe1-ba6c993908db" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.093124] env[70691]: DEBUG oslo_concurrency.lockutils [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] Acquired lock "refresh_cache-e124d60c-63d6-4768-bbe1-ba6c993908db" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.093285] env[70691]: DEBUG nova.network.neutron [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Refreshing network info cache for port 3d27cdd0-5e13-46e7-90eb-77b57c9246cd {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 912.097159] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.097159] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.097159] env[70691]: DEBUG nova.network.neutron [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 912.097159] env[70691]: DEBUG nova.objects.instance [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'info_cache' on Instance uuid 265f116d-1cdf-4201-a90e-6a3cb4ea8ece {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.250025] env[70691]: DEBUG nova.network.neutron [-] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.320537] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3720ba29-2bf5-418d-a409-6b27c15dfc4b tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.268s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.402919] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.403669] env[70691]: DEBUG nova.compute.manager [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 912.406392] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.591s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.407938] env[70691]: INFO nova.compute.claims [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.469495] env[70691]: INFO nova.compute.manager [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Took 41.85 seconds to build instance. [ 912.478273] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454175, 'name': CreateVM_Task, 'duration_secs': 0.470849} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.478389] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 912.482556] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.483122] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.483122] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.484180] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce50dda-b9cb-4ed2-b1eb-c46bb8ec7d82 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.492302] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454176, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.493810] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 912.493810] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5250a74c-06e0-d9e9-8c6f-239d3238ac37" [ 912.493810] env[70691]: _type = "Task" [ 912.493810] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.513168] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5250a74c-06e0-d9e9-8c6f-239d3238ac37, 'name': SearchDatastore_Task, 'duration_secs': 0.019644} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.513526] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.513920] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.513993] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.514162] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.514360] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.514643] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0196322-c9e4-47b2-8227-5152cc886002 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.526814] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.527033] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 912.527784] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a383a28-5743-4e6a-a8f4-e7eecba02cbe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.533852] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 912.533852] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52de5a25-7183-faf2-5823-db8201fc73b3" [ 912.533852] env[70691]: _type = "Task" [ 912.533852] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.543293] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52de5a25-7183-faf2-5823-db8201fc73b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.603128] env[70691]: DEBUG nova.objects.base [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Object Instance<265f116d-1cdf-4201-a90e-6a3cb4ea8ece> lazy-loaded attributes: flavor,info_cache {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 912.752547] env[70691]: INFO nova.compute.manager [-] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Took 1.92 seconds to deallocate network for instance. [ 912.912864] env[70691]: DEBUG nova.compute.utils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 912.916821] env[70691]: DEBUG nova.network.neutron [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Updated VIF entry in instance network info cache for port 3d27cdd0-5e13-46e7-90eb-77b57c9246cd. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 912.917886] env[70691]: DEBUG nova.network.neutron [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Updating instance_info_cache with network_info: [{"id": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "address": "fa:16:3e:a6:c8:ad", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d27cdd0-5e", "ovs_interfaceid": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.918862] env[70691]: DEBUG nova.compute.manager [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 912.918862] env[70691]: DEBUG nova.network.neutron [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 912.957669] env[70691]: DEBUG nova.policy [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb0f63357c840c7b115b4014e51080b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f6e09c6f6b04b7090cc104465083676', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 912.972526] env[70691]: DEBUG oslo_concurrency.lockutils [None req-010053a8-5867-4c1d-8243-caa3f6c1dfd7 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.316s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.989824] env[70691]: DEBUG oslo_vmware.api [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454176, 'name': RemoveSnapshot_Task, 'duration_secs': 0.733375} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.990113] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 912.990348] env[70691]: INFO nova.compute.manager [None req-29dd4aaf-e18f-495b-b553-13c4545a1e9f tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 913.058313] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52de5a25-7183-faf2-5823-db8201fc73b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.059067] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ba7721b-c6ef-4c7b-9be8-1190b39cf948 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.072827] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 913.072827] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5204ebc2-5266-7b42-b681-40acf340597e" [ 913.072827] env[70691]: _type = "Task" [ 913.072827] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.081544] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5204ebc2-5266-7b42-b681-40acf340597e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.260488] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.311272] env[70691]: DEBUG nova.network.neutron [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Successfully created port: f59fc620-ebde-4e19-9a37-183b071e7e80 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.320509] env[70691]: DEBUG nova.compute.manager [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 913.321387] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57b271c-04ec-4923-bfda-5b8806e024ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.397419] env[70691]: DEBUG nova.network.neutron [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance_info_cache with network_info: [{"id": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "address": "fa:16:3e:04:4a:22", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5cd593-fe", "ovs_interfaceid": "5e5cd593-fefb-4c52-b134-0f1a6e1acc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.416687] env[70691]: DEBUG nova.compute.manager [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 913.425496] env[70691]: DEBUG oslo_concurrency.lockutils [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] Releasing lock "refresh_cache-e124d60c-63d6-4768-bbe1-ba6c993908db" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.425496] env[70691]: DEBUG nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received event network-vif-deleted-8a56f5de-d9c3-48be-b3b2-17cdb4ca4064 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 913.425496] env[70691]: INFO nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Neutron deleted interface 8a56f5de-d9c3-48be-b3b2-17cdb4ca4064; detaching it from the instance and deleting it from the info cache [ 913.425496] env[70691]: DEBUG nova.network.neutron [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Updating instance_info_cache with network_info: [{"id": "0ed074d5-c499-4b3e-9fab-1e8ba3557d1c", "address": "fa:16:3e:22:7c:d9", "network": {"id": "4b69ce5c-1686-4199-a2f0-b29fe8ece020", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024871592", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed074d5-c4", "ovs_interfaceid": "0ed074d5-c499-4b3e-9fab-1e8ba3557d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "address": "fa:16:3e:15:39:2a", "network": {"id": "911848f4-faaa-4c86-898a-5d68c80bb1bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958681867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7c2355-8b", "ovs_interfaceid": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.588314] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5204ebc2-5266-7b42-b681-40acf340597e, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.588508] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.588803] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e124d60c-63d6-4768-bbe1-ba6c993908db/e124d60c-63d6-4768-bbe1-ba6c993908db.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 913.589204] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4612569a-2611-4d72-953d-e753040dd2ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.603044] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 913.603044] env[70691]: value = "task-3454177" [ 913.603044] env[70691]: _type = "Task" [ 913.603044] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.609422] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.839105] env[70691]: INFO nova.compute.manager [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] instance snapshotting [ 913.843163] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252113a6-f105-4e0c-b1f3-0cd4f446144d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.874552] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db08cd-ac9d-4786-9d1a-775827621e3c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.899831] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-265f116d-1cdf-4201-a90e-6a3cb4ea8ece" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.927976] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98370a38-b055-4abb-ae54-35956b927f20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.940753] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7622702-f474-4585-92b6-491f37dacac8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.973748] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be379b0-58ed-41ec-8acd-cc5229683dc5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.994798] env[70691]: DEBUG nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Detach interface failed, port_id=8a56f5de-d9c3-48be-b3b2-17cdb4ca4064, reason: Instance 085f5a90-e982-4ad5-8d81-5302994ee1ee could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 913.994998] env[70691]: DEBUG nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received event network-vif-deleted-0ed074d5-c499-4b3e-9fab-1e8ba3557d1c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 913.995266] env[70691]: INFO nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Neutron deleted interface 0ed074d5-c499-4b3e-9fab-1e8ba3557d1c; detaching it from the instance and deleting it from the info cache [ 913.995488] env[70691]: DEBUG nova.network.neutron [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Updating instance_info_cache with network_info: [{"id": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "address": "fa:16:3e:15:39:2a", "network": {"id": "911848f4-faaa-4c86-898a-5d68c80bb1bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958681867", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7c2355-8b", "ovs_interfaceid": "ab7c2355-8b7b-480d-bdcd-6b7504194764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.004015] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a155c9-4e9a-4c7f-86dc-bfbf81473024 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.045024] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ce37c3-b968-40f2-93d4-7446a2756479 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.052845] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7aa1b-5a34-4851-9423-c0414973e22d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.070673] env[70691]: DEBUG nova.compute.provider_tree [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.076427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Acquiring lock "e74c6483-d53a-4714-9878-329eb1926956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.076660] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "e74c6483-d53a-4714-9878-329eb1926956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.110770] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493093} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.111129] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e124d60c-63d6-4768-bbe1-ba6c993908db/e124d60c-63d6-4768-bbe1-ba6c993908db.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 914.111418] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.111749] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6be3eb75-6074-47c7-a77f-21af7d274762 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.119490] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 914.119490] env[70691]: value = "task-3454178" [ 914.119490] env[70691]: _type = "Task" [ 914.119490] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.129203] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.134105] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.134448] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.134828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.135182] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.135641] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.139125] env[70691]: INFO nova.compute.manager [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Terminating instance [ 914.142269] env[70691]: DEBUG nova.compute.manager [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 914.142497] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 914.143787] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9d9314-fc18-43de-b068-fe043b32e866 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.152627] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 914.152941] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d454476-5baf-4211-bd1b-52610e04a702 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.162729] env[70691]: DEBUG oslo_vmware.api [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 914.162729] env[70691]: value = "task-3454179" [ 914.162729] env[70691]: _type = "Task" [ 914.162729] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.173109] env[70691]: DEBUG oslo_vmware.api [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.390565] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.391199] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b54de9b-c72e-4914-b606-8c16ad728e20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.400890] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 914.400890] env[70691]: value = "task-3454180" [ 914.400890] env[70691]: _type = "Task" [ 914.400890] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.405524] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 914.405805] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3269b53-2892-4f96-ba09-f1860a36b5ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.414878] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454180, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.416137] env[70691]: DEBUG oslo_vmware.api [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 914.416137] env[70691]: value = "task-3454181" [ 914.416137] env[70691]: _type = "Task" [ 914.416137] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.429925] env[70691]: DEBUG nova.compute.manager [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 914.431702] env[70691]: DEBUG oslo_vmware.api [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.457818] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 914.458121] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 914.458538] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.458538] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 914.458538] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.458690] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 914.458898] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 914.459076] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 914.459255] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 914.459432] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 914.459645] env[70691]: DEBUG nova.virt.hardware [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.461055] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9dfaf3-650f-4456-b49a-6ad50fc82e9b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.472414] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831d6f97-fb15-4212-8762-a5d3e7333cc5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.498277] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd5dc351-3e1b-4290-bca0-120ab7b9f2d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.508542] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc893d05-f514-4f99-bd31-00c2d526433a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.556511] env[70691]: DEBUG nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Detach interface failed, port_id=0ed074d5-c499-4b3e-9fab-1e8ba3557d1c, reason: Instance 085f5a90-e982-4ad5-8d81-5302994ee1ee could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 914.556938] env[70691]: DEBUG nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Received event network-vif-deleted-ab7c2355-8b7b-480d-bdcd-6b7504194764 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 914.557261] env[70691]: INFO nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Neutron deleted interface ab7c2355-8b7b-480d-bdcd-6b7504194764; detaching it from the instance and deleting it from the info cache [ 914.557549] env[70691]: DEBUG nova.network.neutron [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.578700] env[70691]: DEBUG nova.scheduler.client.report [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 914.582169] env[70691]: DEBUG nova.compute.manager [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 914.631034] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078295} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.631398] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.632223] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c1dfe6-5e01-4a8a-bd1d-d4ffc2998eb3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.657695] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] e124d60c-63d6-4768-bbe1-ba6c993908db/e124d60c-63d6-4768-bbe1-ba6c993908db.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.657961] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd65bc9f-e1ff-4215-a4c8-f20166e0c98a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.685333] env[70691]: DEBUG oslo_vmware.api [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454179, 'name': PowerOffVM_Task, 'duration_secs': 0.281517} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.686238] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 914.686430] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 914.687430] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5e9ce27-4dc8-48bd-bef3-42263338cc24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.689095] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 914.689095] env[70691]: value = "task-3454182" [ 914.689095] env[70691]: _type = "Task" [ 914.689095] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.699117] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.788774] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 914.788984] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 914.789259] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Deleting the datastore file [datastore2] e7c32bb6-4dee-49b0-be18-54a34bc2aa0a {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.789466] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-141b6b0c-e631-454e-a254-d12e7df8b5a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.798091] env[70691]: DEBUG oslo_vmware.api [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for the task: (returnval){ [ 914.798091] env[70691]: value = "task-3454184" [ 914.798091] env[70691]: _type = "Task" [ 914.798091] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.807301] env[70691]: DEBUG oslo_vmware.api [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.912674] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454180, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.916865] env[70691]: DEBUG nova.compute.manager [req-1199bd68-e23d-44bc-9a06-8eda5e318b36 req-3c1f6f2e-d435-4895-bafc-7c48f358a691 service nova] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Received event network-vif-plugged-f59fc620-ebde-4e19-9a37-183b071e7e80 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 914.917117] env[70691]: DEBUG oslo_concurrency.lockutils [req-1199bd68-e23d-44bc-9a06-8eda5e318b36 req-3c1f6f2e-d435-4895-bafc-7c48f358a691 service nova] Acquiring lock "554941f0-5130-4a4f-b3b0-48d27d431a8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.917349] env[70691]: DEBUG oslo_concurrency.lockutils [req-1199bd68-e23d-44bc-9a06-8eda5e318b36 req-3c1f6f2e-d435-4895-bafc-7c48f358a691 service nova] Lock "554941f0-5130-4a4f-b3b0-48d27d431a8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.917524] env[70691]: DEBUG oslo_concurrency.lockutils [req-1199bd68-e23d-44bc-9a06-8eda5e318b36 req-3c1f6f2e-d435-4895-bafc-7c48f358a691 service nova] Lock "554941f0-5130-4a4f-b3b0-48d27d431a8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.917693] env[70691]: DEBUG nova.compute.manager [req-1199bd68-e23d-44bc-9a06-8eda5e318b36 req-3c1f6f2e-d435-4895-bafc-7c48f358a691 service nova] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] No waiting events found dispatching network-vif-plugged-f59fc620-ebde-4e19-9a37-183b071e7e80 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 914.917853] env[70691]: WARNING nova.compute.manager [req-1199bd68-e23d-44bc-9a06-8eda5e318b36 req-3c1f6f2e-d435-4895-bafc-7c48f358a691 service nova] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Received unexpected event network-vif-plugged-f59fc620-ebde-4e19-9a37-183b071e7e80 for instance with vm_state building and task_state spawning. [ 914.929840] env[70691]: DEBUG oslo_vmware.api [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454181, 'name': PowerOnVM_Task, 'duration_secs': 0.498422} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.930256] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 914.930560] env[70691]: DEBUG nova.compute.manager [None req-b719d5a7-3f51-47e1-a3a6-84a1dadcef82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 914.931663] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ab5d69-accf-4065-a438-09b439e2e232 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.935415] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquiring lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.935765] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.936105] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquiring lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.936415] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.936697] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.939757] env[70691]: INFO nova.compute.manager [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Terminating instance [ 914.942112] env[70691]: DEBUG nova.compute.manager [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 914.942424] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 914.943539] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2fdb4d-833d-4458-b580-42eda918a1b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.958374] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 914.958783] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7face5af-689b-46f6-a14e-d21ae0ee3c1a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.967379] env[70691]: DEBUG oslo_vmware.api [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 914.967379] env[70691]: value = "task-3454185" [ 914.967379] env[70691]: _type = "Task" [ 914.967379] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.977865] env[70691]: DEBUG oslo_vmware.api [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.003783] env[70691]: DEBUG nova.network.neutron [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Successfully updated port: f59fc620-ebde-4e19-9a37-183b071e7e80 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.061490] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54faaa33-e303-4320-86ee-2e72fda6a4ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.074072] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6921f64-71be-4a48-9be0-87ea8130b46d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.086494] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.087033] env[70691]: DEBUG nova.compute.manager [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 915.092069] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.489s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.092855] env[70691]: INFO nova.compute.claims [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.116611] env[70691]: DEBUG nova.compute.manager [req-96757454-fed5-4810-a3b0-517b73290a24 req-bcb96360-dcfc-4866-9cfb-9eb01a5d8545 service nova] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Detach interface failed, port_id=ab7c2355-8b7b-480d-bdcd-6b7504194764, reason: Instance 085f5a90-e982-4ad5-8d81-5302994ee1ee could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 915.122835] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.201554] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.310193] env[70691]: DEBUG oslo_vmware.api [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Task: {'id': task-3454184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472985} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.310193] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.310193] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 915.310193] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 915.310193] env[70691]: INFO nova.compute.manager [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 915.310500] env[70691]: DEBUG oslo.service.loopingcall [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.310679] env[70691]: DEBUG nova.compute.manager [-] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 915.310809] env[70691]: DEBUG nova.network.neutron [-] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 915.413032] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454180, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.478072] env[70691]: DEBUG oslo_vmware.api [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454185, 'name': PowerOffVM_Task, 'duration_secs': 0.227093} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.478363] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 915.478534] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 915.478791] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31f9db7a-fbc9-40e5-be3b-440b10d9edbb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.505081] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "refresh_cache-554941f0-5130-4a4f-b3b0-48d27d431a8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.505243] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired lock "refresh_cache-554941f0-5130-4a4f-b3b0-48d27d431a8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.505386] env[70691]: DEBUG nova.network.neutron [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 915.572573] env[70691]: DEBUG nova.compute.manager [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 915.573512] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e530e0a-eba3-4296-9f4c-11de445d618e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.599138] env[70691]: DEBUG nova.compute.utils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.604397] env[70691]: DEBUG nova.compute.manager [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Not allocating networking since 'none' was specified. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 915.604830] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 915.605042] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 915.605286] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Deleting the datastore file [datastore2] 0feaafde-7f27-408d-bd31-3aed3c9f4d93 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.605923] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f742e16c-e61f-4f6b-9720-ab8a4bfc1737 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.614990] env[70691]: DEBUG oslo_vmware.api [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for the task: (returnval){ [ 915.614990] env[70691]: value = "task-3454187" [ 915.614990] env[70691]: _type = "Task" [ 915.614990] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.625392] env[70691]: DEBUG oslo_vmware.api [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.700172] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454182, 'name': ReconfigVM_Task, 'duration_secs': 0.602781} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.700498] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Reconfigured VM instance instance-00000039 to attach disk [datastore1] e124d60c-63d6-4768-bbe1-ba6c993908db/e124d60c-63d6-4768-bbe1-ba6c993908db.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.701162] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c66b261-033b-422b-bba9-522eea2788eb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.711927] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 915.711927] env[70691]: value = "task-3454188" [ 915.711927] env[70691]: _type = "Task" [ 915.711927] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.722210] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454188, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.917570] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454180, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.056016] env[70691]: DEBUG nova.network.neutron [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 916.089044] env[70691]: INFO nova.compute.manager [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] instance snapshotting [ 916.096408] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f74b5e-d2fd-47cd-824d-3ddeef0f1e86 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.110088] env[70691]: DEBUG nova.compute.manager [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 916.135869] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d0682d-d9ce-4adb-98b9-2501e521dfe8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.149694] env[70691]: DEBUG oslo_vmware.api [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Task: {'id': task-3454187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361833} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.152498] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.152847] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 916.153557] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 916.153557] env[70691]: INFO nova.compute.manager [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Took 1.21 seconds to destroy the instance on the hypervisor. [ 916.153557] env[70691]: DEBUG oslo.service.loopingcall [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.156829] env[70691]: DEBUG nova.compute.manager [-] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 916.156829] env[70691]: DEBUG nova.network.neutron [-] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 916.221946] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454188, 'name': Rename_Task, 'duration_secs': 0.2606} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.222322] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 916.222601] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70b19113-0783-4457-8bbb-d99d73e0e67e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.230592] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 916.230592] env[70691]: value = "task-3454189" [ 916.230592] env[70691]: _type = "Task" [ 916.230592] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.248483] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.273140] env[70691]: DEBUG nova.network.neutron [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Updating instance_info_cache with network_info: [{"id": "f59fc620-ebde-4e19-9a37-183b071e7e80", "address": "fa:16:3e:f5:8f:1a", "network": {"id": "a2436d21-0fc4-4279-b11a-34809830ef7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577201573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6e09c6f6b04b7090cc104465083676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fc620-eb", "ovs_interfaceid": "f59fc620-ebde-4e19-9a37-183b071e7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.299308] env[70691]: DEBUG nova.network.neutron [-] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.417863] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454180, 'name': CreateSnapshot_Task, 'duration_secs': 1.812343} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.418330] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.419461] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d4a4bd-2891-43c3-b3f5-e37b7cec92c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.574887] env[70691]: DEBUG nova.compute.manager [req-c5b786bc-d9ea-459c-b9a1-c6d54dcde598 req-2c3c94f8-07b0-42fe-acef-c88b4ec7e4b1 service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Received event network-vif-deleted-16282fd4-ff75-4413-bbae-3fcb4b507f8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 916.575110] env[70691]: INFO nova.compute.manager [req-c5b786bc-d9ea-459c-b9a1-c6d54dcde598 req-2c3c94f8-07b0-42fe-acef-c88b4ec7e4b1 service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Neutron deleted interface 16282fd4-ff75-4413-bbae-3fcb4b507f8b; detaching it from the instance and deleting it from the info cache [ 916.575291] env[70691]: DEBUG nova.network.neutron [req-c5b786bc-d9ea-459c-b9a1-c6d54dcde598 req-2c3c94f8-07b0-42fe-acef-c88b4ec7e4b1 service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.657973] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.658279] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ae216e2-f335-4804-a8ce-32e5d59ab712 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.668131] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 916.668131] env[70691]: value = "task-3454190" [ 916.668131] env[70691]: _type = "Task" [ 916.668131] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.674527] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.674689] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.674887] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.675084] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.675254] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.677613] env[70691]: INFO nova.compute.manager [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Terminating instance [ 916.682096] env[70691]: DEBUG nova.compute.manager [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 916.682303] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 916.686926] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3df281-da16-4d04-9707-c95089d7de54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.690085] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.695497] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 916.696584] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49b21f98-55c7-48bf-9b6d-279baac90d0d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.698600] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41796a16-28cd-44d4-bcf4-0a132cda2b2b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.707230] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5b0106-4d75-4bda-8363-016327b28f7e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.710755] env[70691]: DEBUG oslo_vmware.api [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 916.710755] env[70691]: value = "task-3454191" [ 916.710755] env[70691]: _type = "Task" [ 916.710755] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.742650] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c6ef4d-5b41-4272-9a40-1cf879bda51c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.747607] env[70691]: DEBUG oslo_vmware.api [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.756660] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388d7b2c-5adb-44bd-8e8c-cdf393bfb500 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.760432] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.771564] env[70691]: DEBUG nova.compute.provider_tree [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.772936] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Releasing lock "refresh_cache-554941f0-5130-4a4f-b3b0-48d27d431a8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.773223] env[70691]: DEBUG nova.compute.manager [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Instance network_info: |[{"id": "f59fc620-ebde-4e19-9a37-183b071e7e80", "address": "fa:16:3e:f5:8f:1a", "network": {"id": "a2436d21-0fc4-4279-b11a-34809830ef7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577201573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6e09c6f6b04b7090cc104465083676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fc620-eb", "ovs_interfaceid": "f59fc620-ebde-4e19-9a37-183b071e7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 916.773799] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:8f:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f59fc620-ebde-4e19-9a37-183b071e7e80', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.781543] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Creating folder: Project (9f6e09c6f6b04b7090cc104465083676). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 916.782142] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff7053a3-db00-4d1f-8e57-e1fe9093e0c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.796030] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Created folder: Project (9f6e09c6f6b04b7090cc104465083676) in parent group-v689428. [ 916.796030] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Creating folder: Instances. Parent ref: group-v689597. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 916.796030] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9637410e-7e42-4932-ae82-97761c062c3c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.801845] env[70691]: INFO nova.compute.manager [-] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Took 1.49 seconds to deallocate network for instance. [ 916.808851] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Created folder: Instances in parent group-v689597. [ 916.808851] env[70691]: DEBUG oslo.service.loopingcall [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.809191] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 916.809408] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eec0e0fb-22d6-4915-b363-ab4c05aab03a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.830854] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.830854] env[70691]: value = "task-3454194" [ 916.830854] env[70691]: _type = "Task" [ 916.830854] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.842657] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454194, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.946596] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 916.946946] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-039b1127-abc0-4851-9bb5-9b893527a071 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.956290] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 916.956290] env[70691]: value = "task-3454195" [ 916.956290] env[70691]: _type = "Task" [ 916.956290] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.960030] env[70691]: DEBUG nova.compute.manager [req-10d84917-ffd2-485a-90c2-48c33f076bf6 req-d89d3da6-e7da-444f-915e-2bbb3a7b1199 service nova] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Received event network-changed-f59fc620-ebde-4e19-9a37-183b071e7e80 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 916.960030] env[70691]: DEBUG nova.compute.manager [req-10d84917-ffd2-485a-90c2-48c33f076bf6 req-d89d3da6-e7da-444f-915e-2bbb3a7b1199 service nova] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Refreshing instance network info cache due to event network-changed-f59fc620-ebde-4e19-9a37-183b071e7e80. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 916.960030] env[70691]: DEBUG oslo_concurrency.lockutils [req-10d84917-ffd2-485a-90c2-48c33f076bf6 req-d89d3da6-e7da-444f-915e-2bbb3a7b1199 service nova] Acquiring lock "refresh_cache-554941f0-5130-4a4f-b3b0-48d27d431a8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.960030] env[70691]: DEBUG oslo_concurrency.lockutils [req-10d84917-ffd2-485a-90c2-48c33f076bf6 req-d89d3da6-e7da-444f-915e-2bbb3a7b1199 service nova] Acquired lock "refresh_cache-554941f0-5130-4a4f-b3b0-48d27d431a8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.960030] env[70691]: DEBUG nova.network.neutron [req-10d84917-ffd2-485a-90c2-48c33f076bf6 req-d89d3da6-e7da-444f-915e-2bbb3a7b1199 service nova] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Refreshing network info cache for port f59fc620-ebde-4e19-9a37-183b071e7e80 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 916.971954] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454195, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.032175] env[70691]: DEBUG nova.network.neutron [-] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.080950] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00d85382-7f2c-483b-bc82-d1193ad84db5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.091699] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791196b9-c6b2-4782-bbd2-f861b34a610e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.130814] env[70691]: DEBUG nova.compute.manager [req-c5b786bc-d9ea-459c-b9a1-c6d54dcde598 req-2c3c94f8-07b0-42fe-acef-c88b4ec7e4b1 service nova] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Detach interface failed, port_id=16282fd4-ff75-4413-bbae-3fcb4b507f8b, reason: Instance 0feaafde-7f27-408d-bd31-3aed3c9f4d93 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 917.135509] env[70691]: DEBUG nova.compute.manager [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 917.160531] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 917.161315] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 917.161315] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.161440] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 917.161635] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.161915] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 917.161984] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 917.162207] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 917.162449] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 917.162687] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 917.162943] env[70691]: DEBUG nova.virt.hardware [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 917.163986] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccd5c6f-c53d-46fa-8f18-3d841b948282 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.177887] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017d8782-391b-42a4-989d-5d3f199c98f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.185487] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.200453] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.207471] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Creating folder: Project (5b3e6f3928bb4a87b5ab2d734dc87a54). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 917.207889] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de1b037-8d42-4a96-ba54-e79a25877c52 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.222279] env[70691]: DEBUG oslo_vmware.api [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454191, 'name': PowerOffVM_Task, 'duration_secs': 0.163204} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.223808] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 917.224064] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 917.224453] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Created folder: Project (5b3e6f3928bb4a87b5ab2d734dc87a54) in parent group-v689428. [ 917.224644] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Creating folder: Instances. Parent ref: group-v689601. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 917.224945] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d152dab3-ab82-4dca-b857-3707e869440d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.226595] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f88b9379-0649-401c-9f13-fabe2cd7e242 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.240166] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Created folder: Instances in parent group-v689601. [ 917.240470] env[70691]: DEBUG oslo.service.loopingcall [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.244220] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 917.244436] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c88051a-b2ab-4c49-bea8-00d3878373cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.263255] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.264660] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.264660] env[70691]: value = "task-3454199" [ 917.264660] env[70691]: _type = "Task" [ 917.264660] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.272948] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454199, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.275092] env[70691]: DEBUG nova.scheduler.client.report [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 917.311196] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.316901] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 917.317153] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 917.317411] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleting the datastore file [datastore2] 265f116d-1cdf-4201-a90e-6a3cb4ea8ece {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.317794] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac79ed1-83cd-4c84-8d46-9cb5985a0bd4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.328135] env[70691]: DEBUG oslo_vmware.api [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 917.328135] env[70691]: value = "task-3454200" [ 917.328135] env[70691]: _type = "Task" [ 917.328135] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.343910] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454194, 'name': CreateVM_Task, 'duration_secs': 0.416321} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.347650] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 917.348617] env[70691]: DEBUG oslo_vmware.api [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.349441] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.349630] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.349968] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.350263] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed70531-5417-42cc-8643-38c26eb0860d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.356405] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 917.356405] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52caa952-76ef-b311-9013-92e56c107ebf" [ 917.356405] env[70691]: _type = "Task" [ 917.356405] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.367666] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52caa952-76ef-b311-9013-92e56c107ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.470665] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454195, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.536129] env[70691]: INFO nova.compute.manager [-] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Took 1.38 seconds to deallocate network for instance. [ 917.680928] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454190, 'name': CreateSnapshot_Task, 'duration_secs': 0.658727} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.681271] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 917.682087] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e0f0f7-5513-4c58-a8c0-cbb47427b8dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.740160] env[70691]: DEBUG nova.network.neutron [req-10d84917-ffd2-485a-90c2-48c33f076bf6 req-d89d3da6-e7da-444f-915e-2bbb3a7b1199 service nova] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Updated VIF entry in instance network info cache for port f59fc620-ebde-4e19-9a37-183b071e7e80. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 917.740442] env[70691]: DEBUG nova.network.neutron [req-10d84917-ffd2-485a-90c2-48c33f076bf6 req-d89d3da6-e7da-444f-915e-2bbb3a7b1199 service nova] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Updating instance_info_cache with network_info: [{"id": "f59fc620-ebde-4e19-9a37-183b071e7e80", "address": "fa:16:3e:f5:8f:1a", "network": {"id": "a2436d21-0fc4-4279-b11a-34809830ef7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577201573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6e09c6f6b04b7090cc104465083676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59fc620-eb", "ovs_interfaceid": "f59fc620-ebde-4e19-9a37-183b071e7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.753566] env[70691]: DEBUG oslo_vmware.api [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454189, 'name': PowerOnVM_Task, 'duration_secs': 1.168448} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.753566] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 917.753566] env[70691]: INFO nova.compute.manager [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Took 8.70 seconds to spawn the instance on the hypervisor. [ 917.753566] env[70691]: DEBUG nova.compute.manager [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 917.754190] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e20dd-7c6b-4253-80e5-8791731799b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.777079] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454199, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.780105] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.780682] env[70691]: DEBUG nova.compute.manager [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 917.783436] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.429s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.838841] env[70691]: DEBUG oslo_vmware.api [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199124} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.839165] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.839352] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 917.839530] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 917.839705] env[70691]: INFO nova.compute.manager [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Took 1.16 seconds to destroy the instance on the hypervisor. [ 917.839947] env[70691]: DEBUG oslo.service.loopingcall [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.840159] env[70691]: DEBUG nova.compute.manager [-] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 917.840803] env[70691]: DEBUG nova.network.neutron [-] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 917.866724] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52caa952-76ef-b311-9013-92e56c107ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.016693} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.867026] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.867308] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.867651] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.867836] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.868054] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.868360] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-282c5d06-068f-411c-885e-ab9daac5eeab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.878799] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.879197] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 917.880564] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-968ceb31-4020-48ea-b514-c8e64a57fecb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.890145] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 917.890145] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52951e19-66ab-4ed9-beb8-2b8a6fb19d9f" [ 917.890145] env[70691]: _type = "Task" [ 917.890145] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.902643] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52951e19-66ab-4ed9-beb8-2b8a6fb19d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.969365] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454195, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.042104] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.208418] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.208578] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4cd1265-8d47-411a-b97a-dbd57f5a466a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.223171] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 918.223171] env[70691]: value = "task-3454201" [ 918.223171] env[70691]: _type = "Task" [ 918.223171] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.232837] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454201, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.245692] env[70691]: DEBUG oslo_concurrency.lockutils [req-10d84917-ffd2-485a-90c2-48c33f076bf6 req-d89d3da6-e7da-444f-915e-2bbb3a7b1199 service nova] Releasing lock "refresh_cache-554941f0-5130-4a4f-b3b0-48d27d431a8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.245987] env[70691]: DEBUG nova.compute.manager [req-10d84917-ffd2-485a-90c2-48c33f076bf6 req-d89d3da6-e7da-444f-915e-2bbb3a7b1199 service nova] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Received event network-vif-deleted-7ed735d8-20d6-41d9-bf38-dca29948e367 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 918.249528] env[70691]: DEBUG oslo_concurrency.lockutils [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] Acquiring lock "refresh_cache-e124d60c-63d6-4768-bbe1-ba6c993908db" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.249701] env[70691]: DEBUG oslo_concurrency.lockutils [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] Acquired lock "refresh_cache-e124d60c-63d6-4768-bbe1-ba6c993908db" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.249867] env[70691]: DEBUG nova.network.neutron [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 918.277923] env[70691]: INFO nova.compute.manager [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Took 45.35 seconds to build instance. [ 918.283263] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454199, 'name': CreateVM_Task, 'duration_secs': 0.540764} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.283513] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 918.285026] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.285026] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.285026] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.285026] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c421b0d-5539-41cf-b512-7d2ad51d0b20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.288016] env[70691]: DEBUG nova.compute.utils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 918.291492] env[70691]: INFO nova.compute.claims [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.295957] env[70691]: DEBUG nova.compute.manager [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 918.296139] env[70691]: DEBUG nova.network.neutron [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 918.304651] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 918.304651] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d26ec1-e61a-dd24-0b60-eb7a17ab4cdf" [ 918.304651] env[70691]: _type = "Task" [ 918.304651] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.323200] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d26ec1-e61a-dd24-0b60-eb7a17ab4cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.012133} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.323200] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.323200] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.323200] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.365151] env[70691]: DEBUG nova.policy [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f933e2a5439a4808a86df05c81145201', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e71ce5e178ed4b60aafa3fadae3bebd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 918.401679] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52951e19-66ab-4ed9-beb8-2b8a6fb19d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.402681] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a249f7-ee51-4564-a998-d12572a81101 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.410402] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 918.410402] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f8681c-f562-7a54-daae-0c3d4f838524" [ 918.410402] env[70691]: _type = "Task" [ 918.410402] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.421586] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f8681c-f562-7a54-daae-0c3d4f838524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.471423] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454195, 'name': CloneVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.707462] env[70691]: DEBUG nova.compute.manager [req-2deaad24-4e37-4d08-bcf4-789e15bc9efb req-9d676109-af48-41f2-ba64-eff6fa667602 service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Received event network-vif-deleted-5e5cd593-fefb-4c52-b134-0f1a6e1acc8b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 918.707671] env[70691]: INFO nova.compute.manager [req-2deaad24-4e37-4d08-bcf4-789e15bc9efb req-9d676109-af48-41f2-ba64-eff6fa667602 service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Neutron deleted interface 5e5cd593-fefb-4c52-b134-0f1a6e1acc8b; detaching it from the instance and deleting it from the info cache [ 918.707850] env[70691]: DEBUG nova.network.neutron [req-2deaad24-4e37-4d08-bcf4-789e15bc9efb req-9d676109-af48-41f2-ba64-eff6fa667602 service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.734593] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454201, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.776477] env[70691]: DEBUG nova.network.neutron [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Successfully created port: 48509025-7a38-4f2b-9006-9c9570181c63 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.780538] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2fcc1f72-3ed5-4521-9c4c-c6a0231fb4f8 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "e124d60c-63d6-4768-bbe1-ba6c993908db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.904s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.797112] env[70691]: DEBUG nova.compute.manager [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 918.804035] env[70691]: INFO nova.compute.resource_tracker [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating resource usage from migration b7f25644-330c-4214-8a4a-202421fc56e1 [ 918.921409] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f8681c-f562-7a54-daae-0c3d4f838524, 'name': SearchDatastore_Task, 'duration_secs': 0.023879} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.921707] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.921981] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 554941f0-5130-4a4f-b3b0-48d27d431a8c/554941f0-5130-4a4f-b3b0-48d27d431a8c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 918.922286] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.922477] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.923180] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b5f0ba1-d29c-45a3-9c5d-e3c37d0cbe2e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.928962] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05f2949e-4279-4330-9228-b507f30c8a29 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.940710] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 918.940710] env[70691]: value = "task-3454202" [ 918.940710] env[70691]: _type = "Task" [ 918.940710] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.944315] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.944559] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 918.948765] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048ebad0-713c-4c05-bdd7-edbaafa7a0d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.958409] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.958728] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 918.958728] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527e4bc8-9cae-a138-0d12-24a6997fe19e" [ 918.958728] env[70691]: _type = "Task" [ 918.958728] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.973822] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527e4bc8-9cae-a138-0d12-24a6997fe19e, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.980611] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454195, 'name': CloneVM_Task, 'duration_secs': 1.593865} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.983454] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65360a0-14f8-49f6-ab73-8d2e777f623b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.985684] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Created linked-clone VM from snapshot [ 918.986721] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dd54b2-8a6f-493f-84e8-d00eb8e6ae24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.993697] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 918.993697] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fb7c32-c4aa-09ac-6314-84a539b16346" [ 918.993697] env[70691]: _type = "Task" [ 918.993697] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.999327] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Uploading image dc25c76a-493b-4637-8ad2-ee159ffbb00f {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 919.011634] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fb7c32-c4aa-09ac-6314-84a539b16346, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.011939] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.012243] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd/c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 919.012651] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef52812-b1d1-4d53-9b24-cec763e330a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.020336] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 919.020336] env[70691]: value = "task-3454203" [ 919.020336] env[70691]: _type = "Task" [ 919.020336] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.037491] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.039809] env[70691]: DEBUG oslo_vmware.rw_handles [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 919.039809] env[70691]: value = "vm-689600" [ 919.039809] env[70691]: _type = "VirtualMachine" [ 919.039809] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 919.040100] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9228a33a-c089-40d1-8125-d49aaf1b6b73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.052472] env[70691]: DEBUG oslo_vmware.rw_handles [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lease: (returnval){ [ 919.052472] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52990613-9bc8-3334-a834-b279ec824859" [ 919.052472] env[70691]: _type = "HttpNfcLease" [ 919.052472] env[70691]: } obtained for exporting VM: (result){ [ 919.052472] env[70691]: value = "vm-689600" [ 919.052472] env[70691]: _type = "VirtualMachine" [ 919.052472] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 919.052472] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the lease: (returnval){ [ 919.052472] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52990613-9bc8-3334-a834-b279ec824859" [ 919.052472] env[70691]: _type = "HttpNfcLease" [ 919.052472] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 919.060063] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.060063] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52990613-9bc8-3334-a834-b279ec824859" [ 919.060063] env[70691]: _type = "HttpNfcLease" [ 919.060063] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 919.063858] env[70691]: DEBUG nova.network.neutron [-] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.095075] env[70691]: DEBUG nova.network.neutron [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Updating instance_info_cache with network_info: [{"id": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "address": "fa:16:3e:a6:c8:ad", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d27cdd0-5e", "ovs_interfaceid": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.214532] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b137a3e7-ae88-470d-a851-6c4a759356fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.231425] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8857459b-ca9c-4603-85f6-486284d26f6e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.252045] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454201, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.278404] env[70691]: DEBUG nova.compute.manager [req-2deaad24-4e37-4d08-bcf4-789e15bc9efb req-9d676109-af48-41f2-ba64-eff6fa667602 service nova] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Detach interface failed, port_id=5e5cd593-fefb-4c52-b134-0f1a6e1acc8b, reason: Instance 265f116d-1cdf-4201-a90e-6a3cb4ea8ece could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 919.442700] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0259a2-b2b2-42c3-b81b-9add8c53f0f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.459265] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350fea97-9356-4ac2-a0fb-73a65c37891e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.463147] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494308} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.466028] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 554941f0-5130-4a4f-b3b0-48d27d431a8c/554941f0-5130-4a4f-b3b0-48d27d431a8c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 919.466028] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.466028] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-536a8ca7-189a-4ed5-925c-4c0c08bc11e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.531721] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225119be-5b78-45e1-8587-fa718b955110 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.535533] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 919.535533] env[70691]: value = "task-3454205" [ 919.535533] env[70691]: _type = "Task" [ 919.535533] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.544321] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454203, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.550850] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9d9415-57da-4b2a-8250-1057c83dc0d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.555769] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.571807] env[70691]: INFO nova.compute.manager [-] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Took 1.73 seconds to deallocate network for instance. [ 919.572532] env[70691]: DEBUG nova.compute.provider_tree [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.577698] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.577698] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52990613-9bc8-3334-a834-b279ec824859" [ 919.577698] env[70691]: _type = "HttpNfcLease" [ 919.577698] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 919.584897] env[70691]: DEBUG oslo_vmware.rw_handles [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 919.584897] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52990613-9bc8-3334-a834-b279ec824859" [ 919.584897] env[70691]: _type = "HttpNfcLease" [ 919.584897] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 919.584897] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c59e843-451a-422f-ba06-fefb3ada338b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.597176] env[70691]: DEBUG oslo_vmware.rw_handles [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f554bc-32cb-693a-311a-888a91f853fd/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 919.597545] env[70691]: DEBUG oslo_vmware.rw_handles [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f554bc-32cb-693a-311a-888a91f853fd/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 919.601896] env[70691]: DEBUG oslo_concurrency.lockutils [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] Releasing lock "refresh_cache-e124d60c-63d6-4768-bbe1-ba6c993908db" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.602327] env[70691]: DEBUG nova.compute.manager [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Inject network info {{(pid=70691) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 919.602777] env[70691]: DEBUG nova.compute.manager [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] network_info to inject: |[{"id": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "address": "fa:16:3e:a6:c8:ad", "network": {"id": "c7fd3bde-dbb1-4125-9bd1-cb6b6edb9aab", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-737472590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "884bb465801f4d5b8fc824fb34cf9a84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d27cdd0-5e", "ovs_interfaceid": "3d27cdd0-5e13-46e7-90eb-77b57c9246cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 919.609523] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Reconfiguring VM instance to set the machine id {{(pid=70691) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 919.690128] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b9192b8-a79a-458e-8e43-88861d2a43eb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.711680] env[70691]: DEBUG oslo_vmware.api [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] Waiting for the task: (returnval){ [ 919.711680] env[70691]: value = "task-3454206" [ 919.711680] env[70691]: _type = "Task" [ 919.711680] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.724806] env[70691]: DEBUG oslo_vmware.api [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] Task: {'id': task-3454206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.738090] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454201, 'name': CloneVM_Task} progress is 95%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.750756] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8803fd9d-41fb-4052-b1ce-eeca92773d76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.818466] env[70691]: DEBUG nova.compute.manager [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 919.842888] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 919.843199] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 919.843383] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.843634] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 919.843845] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.844053] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 919.844307] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 919.844611] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 919.844868] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 919.845111] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 919.845335] env[70691]: DEBUG nova.virt.hardware [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 919.846291] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c893a68-3cca-4b89-a334-8ce7ec12a8a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.859031] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5a4e67-4677-4d50-b3c4-54858baae2ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.036833] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747709} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.040561] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd/c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 920.040812] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.041139] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03914d00-fbfa-4588-98c0-58fa31a667c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.049469] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149482} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.050949] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.051390] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 920.051390] env[70691]: value = "task-3454207" [ 920.051390] env[70691]: _type = "Task" [ 920.051390] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.052160] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b544c14-dcf1-48a8-a58b-b7c09948e766 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.065644] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.088014] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 554941f0-5130-4a4f-b3b0-48d27d431a8c/554941f0-5130-4a4f-b3b0-48d27d431a8c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.088199] env[70691]: DEBUG nova.scheduler.client.report [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 920.092367] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.092702] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8bc5168-cf0b-4d16-a0c4-e0237762b385 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.112063] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.329s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.112368] env[70691]: INFO nova.compute.manager [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Migrating [ 920.120313] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.565s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.120693] env[70691]: DEBUG nova.objects.instance [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lazy-loading 'resources' on Instance uuid 564fbf12-311d-4fd5-b1f5-b13349652a11 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.137979] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 920.137979] env[70691]: value = "task-3454208" [ 920.137979] env[70691]: _type = "Task" [ 920.137979] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.147995] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.223505] env[70691]: DEBUG oslo_vmware.api [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] Task: {'id': task-3454206, 'name': ReconfigVM_Task, 'duration_secs': 0.17689} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.224142] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-892ad904-dfaf-4ad3-ac74-160990f01a9a tempest-ServersAdminTestJSON-283949007 tempest-ServersAdminTestJSON-283949007-project-admin] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Reconfigured VM instance to set the machine id {{(pid=70691) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 920.235676] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454201, 'name': CloneVM_Task, 'duration_secs': 1.763693} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.236236] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Created linked-clone VM from snapshot [ 920.239387] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a936c-ead4-4191-81ab-ca24697aacc8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.248850] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Uploading image e95aab8a-4234-4aac-b90f-c8e6429c39bb {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 920.278790] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 920.278790] env[70691]: value = "vm-689605" [ 920.278790] env[70691]: _type = "VirtualMachine" [ 920.278790] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 920.278790] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97a6bbf5-d469-44d3-a6f5-7cc71992e148 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.290773] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lease: (returnval){ [ 920.290773] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521ddb67-039c-84ba-9a61-5fe20945d6b3" [ 920.290773] env[70691]: _type = "HttpNfcLease" [ 920.290773] env[70691]: } obtained for exporting VM: (result){ [ 920.290773] env[70691]: value = "vm-689605" [ 920.290773] env[70691]: _type = "VirtualMachine" [ 920.290773] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 920.290773] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the lease: (returnval){ [ 920.290773] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521ddb67-039c-84ba-9a61-5fe20945d6b3" [ 920.290773] env[70691]: _type = "HttpNfcLease" [ 920.290773] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 920.300393] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.300393] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521ddb67-039c-84ba-9a61-5fe20945d6b3" [ 920.300393] env[70691]: _type = "HttpNfcLease" [ 920.300393] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 920.567597] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170619} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.568929] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.570920] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d44c1b-2944-449e-a7fa-802ce2300c90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.604222] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd/c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.605231] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da909b35-eeaa-4290-af6f-01a4a2cfa814 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.636020] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.636020] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.636020] env[70691]: DEBUG nova.network.neutron [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 920.640237] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 920.640237] env[70691]: value = "task-3454210" [ 920.640237] env[70691]: _type = "Task" [ 920.640237] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.659142] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.659706] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.810656] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.810656] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521ddb67-039c-84ba-9a61-5fe20945d6b3" [ 920.810656] env[70691]: _type = "HttpNfcLease" [ 920.810656] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 920.811069] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 920.811069] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521ddb67-039c-84ba-9a61-5fe20945d6b3" [ 920.811069] env[70691]: _type = "HttpNfcLease" [ 920.811069] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 920.812722] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da0dcf4-8224-44ee-8eb9-1ffeb53b6fd0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.824681] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52861b9f-fe3b-6054-3860-7bf4c0e5b41c/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 920.824945] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52861b9f-fe3b-6054-3860-7bf4c0e5b41c/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 920.892819] env[70691]: DEBUG nova.network.neutron [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Successfully updated port: 48509025-7a38-4f2b-9006-9c9570181c63 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.953400] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6d3745e-53e7-4159-aa09-f661c076b573 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.989185] env[70691]: DEBUG nova.compute.manager [req-70e2a2e5-0fd2-4bff-8055-47b727ab518d req-0444aed6-0a59-4975-8622-359fe3aaf897 service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Received event network-vif-plugged-48509025-7a38-4f2b-9006-9c9570181c63 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 920.989458] env[70691]: DEBUG oslo_concurrency.lockutils [req-70e2a2e5-0fd2-4bff-8055-47b727ab518d req-0444aed6-0a59-4975-8622-359fe3aaf897 service nova] Acquiring lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.989632] env[70691]: DEBUG oslo_concurrency.lockutils [req-70e2a2e5-0fd2-4bff-8055-47b727ab518d req-0444aed6-0a59-4975-8622-359fe3aaf897 service nova] Lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.989807] env[70691]: DEBUG oslo_concurrency.lockutils [req-70e2a2e5-0fd2-4bff-8055-47b727ab518d req-0444aed6-0a59-4975-8622-359fe3aaf897 service nova] Lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.990172] env[70691]: DEBUG nova.compute.manager [req-70e2a2e5-0fd2-4bff-8055-47b727ab518d req-0444aed6-0a59-4975-8622-359fe3aaf897 service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] No waiting events found dispatching network-vif-plugged-48509025-7a38-4f2b-9006-9c9570181c63 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 920.990233] env[70691]: WARNING nova.compute.manager [req-70e2a2e5-0fd2-4bff-8055-47b727ab518d req-0444aed6-0a59-4975-8622-359fe3aaf897 service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Received unexpected event network-vif-plugged-48509025-7a38-4f2b-9006-9c9570181c63 for instance with vm_state building and task_state spawning. [ 921.159441] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454208, 'name': ReconfigVM_Task, 'duration_secs': 0.83735} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.163844] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 554941f0-5130-4a4f-b3b0-48d27d431a8c/554941f0-5130-4a4f-b3b0-48d27d431a8c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.164852] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.166156] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f252c31c-3bbc-43e5-94d0-872ef15c959b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.183370] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 921.183370] env[70691]: value = "task-3454211" [ 921.183370] env[70691]: _type = "Task" [ 921.183370] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.200451] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454211, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.283488] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a911c9-02a9-4cf9-a05a-383a42fac10e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.293837] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf38128-6766-4529-96dd-fe571b74ebf7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.332324] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4377365-33b6-499a-8a03-f3333496cc16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.341914] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6628af25-a701-4d0f-aa00-e74ef462fca2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.359054] env[70691]: DEBUG nova.compute.provider_tree [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.398527] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquiring lock "refresh_cache-b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.401267] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquired lock "refresh_cache-b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.401267] env[70691]: DEBUG nova.network.neutron [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 921.514140] env[70691]: DEBUG nova.network.neutron [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance_info_cache with network_info: [{"id": "59115026-bb08-42b2-82ff-3418c8d362f9", "address": "fa:16:3e:9e:a2:81", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59115026-bb", "ovs_interfaceid": "59115026-bb08-42b2-82ff-3418c8d362f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.657150] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454210, 'name': ReconfigVM_Task, 'duration_secs': 0.564551} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.659031] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd/c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.659031] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11b6d790-6d03-48ac-ac8a-11930e7f804c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.666452] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 921.666452] env[70691]: value = "task-3454212" [ 921.666452] env[70691]: _type = "Task" [ 921.666452] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.675785] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454212, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.693934] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454211, 'name': Rename_Task, 'duration_secs': 0.197245} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.694273] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 921.694726] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24cfd249-e6ad-4e02-bb76-99922458c600 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.705247] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 921.705247] env[70691]: value = "task-3454213" [ 921.705247] env[70691]: _type = "Task" [ 921.705247] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.716671] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.866747] env[70691]: DEBUG nova.scheduler.client.report [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 921.871034] env[70691]: INFO nova.compute.manager [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Rebuilding instance [ 921.947846] env[70691]: DEBUG nova.network.neutron [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 922.017298] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.120512] env[70691]: DEBUG nova.network.neutron [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Updating instance_info_cache with network_info: [{"id": "48509025-7a38-4f2b-9006-9c9570181c63", "address": "fa:16:3e:ae:a4:f3", "network": {"id": "c7455a50-b9a9-4302-92a9-6497b1c5d048", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-33471825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e71ce5e178ed4b60aafa3fadae3bebd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48509025-7a", "ovs_interfaceid": "48509025-7a38-4f2b-9006-9c9570181c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.179628] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454212, 'name': Rename_Task, 'duration_secs': 0.222587} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.179986] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 922.180409] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091b7fca-bded-4dd7-9d36-418158e62642 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.190222] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 922.190222] env[70691]: value = "task-3454214" [ 922.190222] env[70691]: _type = "Task" [ 922.190222] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.202560] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.216906] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454213, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.375500] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.379013] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.448s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.404738] env[70691]: INFO nova.scheduler.client.report [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Deleted allocations for instance 564fbf12-311d-4fd5-b1f5-b13349652a11 [ 922.624585] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Releasing lock "refresh_cache-b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.625044] env[70691]: DEBUG nova.compute.manager [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Instance network_info: |[{"id": "48509025-7a38-4f2b-9006-9c9570181c63", "address": "fa:16:3e:ae:a4:f3", "network": {"id": "c7455a50-b9a9-4302-92a9-6497b1c5d048", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-33471825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e71ce5e178ed4b60aafa3fadae3bebd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48509025-7a", "ovs_interfaceid": "48509025-7a38-4f2b-9006-9c9570181c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 922.625563] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:a4:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48509025-7a38-4f2b-9006-9c9570181c63', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.634046] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Creating folder: Project (e71ce5e178ed4b60aafa3fadae3bebd8). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 922.634936] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13a9280a-8f20-44af-9115-b00a5c575f5e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.650520] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Created folder: Project (e71ce5e178ed4b60aafa3fadae3bebd8) in parent group-v689428. [ 922.650868] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Creating folder: Instances. Parent ref: group-v689606. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 922.651183] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6c2807d-f543-49c4-ad48-c61954c220dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.663176] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Created folder: Instances in parent group-v689606. [ 922.663600] env[70691]: DEBUG oslo.service.loopingcall [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.663831] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 922.664188] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-259c77d7-1684-4828-99cd-922c404bff04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.687358] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.687358] env[70691]: value = "task-3454217" [ 922.687358] env[70691]: _type = "Task" [ 922.687358] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.699923] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454217, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.703449] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454214, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.715594] env[70691]: DEBUG oslo_vmware.api [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454213, 'name': PowerOnVM_Task, 'duration_secs': 0.685046} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.717024] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 922.717024] env[70691]: INFO nova.compute.manager [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Took 8.29 seconds to spawn the instance on the hypervisor. [ 922.717024] env[70691]: DEBUG nova.compute.manager [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 922.717383] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa3e8b0-cf98-4dd6-af8d-bbaeb8dc9205 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.884866] env[70691]: INFO nova.compute.claims [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.913410] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce96137-98f7-4ab5-a0e5-532f60584539 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "564fbf12-311d-4fd5-b1f5-b13349652a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.021s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.203596] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454217, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.208411] env[70691]: DEBUG oslo_vmware.api [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454214, 'name': PowerOnVM_Task, 'duration_secs': 0.631441} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.208864] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 923.209198] env[70691]: INFO nova.compute.manager [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Took 6.07 seconds to spawn the instance on the hypervisor. [ 923.209531] env[70691]: DEBUG nova.compute.manager [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 923.210690] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081f24ae-ed3f-473d-aae3-fc96e87b0831 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.239793] env[70691]: INFO nova.compute.manager [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Took 45.95 seconds to build instance. [ 923.392959] env[70691]: INFO nova.compute.resource_tracker [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating resource usage from migration 6e53a6fe-8cbe-4fa9-92b2-3764a3a9b22a [ 923.533852] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b7c7a9-127d-4567-93ff-072db7d4b0be {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.558993] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance '06883e8b-247a-4ba2-b0ae-6b7a917550f5' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 923.701254] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454217, 'name': CreateVM_Task, 'duration_secs': 0.604371} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.701566] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 923.702235] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.702427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.702754] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.703053] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47655157-a25f-42fb-a1c6-029df04178a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.711266] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 923.711266] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f3daaa-086b-5c01-3d3a-6368910c0c2c" [ 923.711266] env[70691]: _type = "Task" [ 923.711266] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.722755] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f3daaa-086b-5c01-3d3a-6368910c0c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.730788] env[70691]: INFO nova.compute.manager [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Took 45.94 seconds to build instance. [ 923.741852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ebeb426-0953-4b01-9635-6e69c973a585 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "554941f0-5130-4a4f-b3b0-48d27d431a8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.269s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.825901] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c1781-138f-475e-9cc2-491c5adaee10 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.836388] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1d3fb0-f19b-4268-9e07-763de4c45e12 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.868331] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec0a86a-f176-432f-b2de-183138bf8ec8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.877112] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc129348-2823-4291-92e7-52a15dc6b952 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.892603] env[70691]: DEBUG nova.compute.provider_tree [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.067887] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 924.068221] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d2cc5e0-8282-4f3b-84e8-878845f43987 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.076761] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 924.076761] env[70691]: value = "task-3454218" [ 924.076761] env[70691]: _type = "Task" [ 924.076761] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.085773] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.222641] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f3daaa-086b-5c01-3d3a-6368910c0c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.024975} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.222993] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.223256] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.223574] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.223749] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.223940] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.224224] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52bf063d-85e3-46eb-83b7-ab75edff1fd8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.234966] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1cc3e8d4-7e6b-40ab-b601-a89db3343a1a tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.757s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.235248] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.235417] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 924.236229] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077a977f-2633-4eee-80fd-c9e290b4fdee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.242600] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 924.242600] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d12ff5-634d-ea2c-25ee-66521b2ffd08" [ 924.242600] env[70691]: _type = "Task" [ 924.242600] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.250826] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d12ff5-634d-ea2c-25ee-66521b2ffd08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.396211] env[70691]: DEBUG nova.scheduler.client.report [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 924.588650] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454218, 'name': PowerOffVM_Task, 'duration_secs': 0.409246} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.589053] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 924.589343] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance '06883e8b-247a-4ba2-b0ae-6b7a917550f5' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 924.754032] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d12ff5-634d-ea2c-25ee-66521b2ffd08, 'name': SearchDatastore_Task, 'duration_secs': 0.026584} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.754782] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334addf1-b670-491c-9104-600ca68864fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.760359] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 924.760359] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bc1b58-320c-259a-ce8e-cf9e886c6b17" [ 924.760359] env[70691]: _type = "Task" [ 924.760359] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.768854] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bc1b58-320c-259a-ce8e-cf9e886c6b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.901793] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.523s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.902059] env[70691]: INFO nova.compute.manager [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Migrating [ 924.909474] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.277s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.909769] env[70691]: DEBUG nova.objects.instance [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'resources' on Instance uuid 02863b15-5897-41e5-b86c-31ef4a98f2cc {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.097871] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 925.098129] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 925.098375] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.098617] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 925.098815] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.099029] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 925.099298] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 925.099582] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 925.099794] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 925.100020] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 925.100281] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.107425] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a8eaa8-0dc2-4ee5-bf58-a04a2960996f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.133029] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 925.133029] env[70691]: value = "task-3454219" [ 925.133029] env[70691]: _type = "Task" [ 925.133029] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.144009] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.272025] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bc1b58-320c-259a-ce8e-cf9e886c6b17, 'name': SearchDatastore_Task, 'duration_secs': 0.029995} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.272331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.272610] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] b5c42a8b-05ff-42b5-b457-4f3b49e9cad4/b5c42a8b-05ff-42b5-b457-4f3b49e9cad4.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 925.272890] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f5b1da2-ece1-4d6a-84a3-409704e4fe4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.282508] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 925.282508] env[70691]: value = "task-3454220" [ 925.282508] env[70691]: _type = "Task" [ 925.282508] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.294047] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.420179] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.420406] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.420599] env[70691]: DEBUG nova.network.neutron [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 925.645140] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454219, 'name': ReconfigVM_Task, 'duration_secs': 0.259175} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.645508] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance '06883e8b-247a-4ba2-b0ae-6b7a917550f5' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 925.795878] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.946611] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2311d37-c15c-4f6b-b581-5c2c2f8afaa2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.961829] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416cff22-cb31-4459-92cc-1a567b3fdfc5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.004633] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c0ead0-bd44-4df3-9c65-318e2b2e3ae8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.014496] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81965e5d-a8af-41c5-9beb-f89fa389e7ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.030569] env[70691]: DEBUG nova.compute.provider_tree [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.152315] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:13:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0f9ad6c4-321b-40cc-9118-e477be9e1d76',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2145278983',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 926.152615] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 926.152788] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.152978] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 926.153153] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.153302] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 926.153600] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 926.153777] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 926.153950] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 926.154134] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 926.154310] env[70691]: DEBUG nova.virt.hardware [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 926.159991] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 926.160508] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-423ec5c2-9211-446b-b9fb-5a6b857c9f12 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.185379] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 926.185379] env[70691]: value = "task-3454221" [ 926.185379] env[70691]: _type = "Task" [ 926.185379] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.196325] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.222466] env[70691]: DEBUG nova.network.neutron [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance_info_cache with network_info: [{"id": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "address": "fa:16:3e:ce:5a:55", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d46f99b-fe", "ovs_interfaceid": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.294298] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981911} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.294561] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] b5c42a8b-05ff-42b5-b457-4f3b49e9cad4/b5c42a8b-05ff-42b5-b457-4f3b49e9cad4.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 926.294789] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.295065] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0723ccc8-4aa5-4b58-907f-16355f738e5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.302139] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 926.302139] env[70691]: value = "task-3454222" [ 926.302139] env[70691]: _type = "Task" [ 926.302139] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.314142] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.534508] env[70691]: DEBUG nova.scheduler.client.report [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 926.695877] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454221, 'name': ReconfigVM_Task, 'duration_secs': 0.372556} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.696186] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 926.696992] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a559c48-804c-4f4f-95ca-069555aef70c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.720597] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 06883e8b-247a-4ba2-b0ae-6b7a917550f5/06883e8b-247a-4ba2-b0ae-6b7a917550f5.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.720909] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05dae76e-8ba7-4cf2-87ee-41876b21d500 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.734382] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.742308] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 926.742308] env[70691]: value = "task-3454223" [ 926.742308] env[70691]: _type = "Task" [ 926.742308] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.751930] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.812645] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10652} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.812936] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.813770] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c08c58-6eaa-46e6-a225-b92ae05e9cfd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.837647] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] b5c42a8b-05ff-42b5-b457-4f3b49e9cad4/b5c42a8b-05ff-42b5-b457-4f3b49e9cad4.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.838032] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b4eb10-026d-4370-a09b-b0dde50ebb8f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.859680] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 926.859680] env[70691]: value = "task-3454224" [ 926.859680] env[70691]: _type = "Task" [ 926.859680] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.868945] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.041701] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.044427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.331s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.044947] env[70691]: DEBUG nova.objects.instance [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lazy-loading 'resources' on Instance uuid 7eeadfd6-9b43-442f-a8ff-e46819987e49 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.062939] env[70691]: INFO nova.scheduler.client.report [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleted allocations for instance 02863b15-5897-41e5-b86c-31ef4a98f2cc [ 927.253203] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.370644] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.572148] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c0bbc32a-e9a0-445d-b4b1-699a44b6962c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.721s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.572970] env[70691]: DEBUG oslo_concurrency.lockutils [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] Acquired lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.573966] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099bf6d5-c9ca-4060-904d-e352593b8def {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.584771] env[70691]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 927.584951] env[70691]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70691) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 927.585393] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4242024b-befb-4c43-83e0-f4f3333961dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.599104] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc74701-49b0-49af-917d-b32d7cb42b95 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.642054] env[70691]: ERROR root [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-689546' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-689546' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-689546' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-689546'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-689546' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-689546' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-689546'}\n"]: nova.exception.InstanceNotFound: Instance 02863b15-5897-41e5-b86c-31ef4a98f2cc could not be found. [ 927.642330] env[70691]: DEBUG oslo_concurrency.lockutils [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] Releasing lock "02863b15-5897-41e5-b86c-31ef4a98f2cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.642503] env[70691]: DEBUG nova.compute.manager [req-e5e9b024-70b6-4a81-8c80-9d540ea4f8f3 req-3b65a6f3-3e84-4c06-803d-2b9db9947e44 service nova] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Detach interface failed, port_id=026c8a08-4a1a-4eb9-8c43-5efd7737fdfe, reason: Instance 02863b15-5897-41e5-b86c-31ef4a98f2cc could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 927.756698] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454223, 'name': ReconfigVM_Task, 'duration_secs': 0.719597} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.756986] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 06883e8b-247a-4ba2-b0ae-6b7a917550f5/06883e8b-247a-4ba2-b0ae-6b7a917550f5.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.757309] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance '06883e8b-247a-4ba2-b0ae-6b7a917550f5' progress to 50 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 927.875301] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.963685] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a9589f-6727-41c7-a78f-49af177057e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.972219] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a153f86-1929-4c34-bbf9-ce79f53cc3e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.005382] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d32861f-a344-4e53-a43c-3aa07c264068 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.014469] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90e5db5-3d65-4af0-8461-c8962fdc7b1f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.029274] env[70691]: DEBUG nova.compute.provider_tree [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.252530] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504ea68e-edcc-4255-b0de-126a0332dff7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.273953] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance 'cae8ad8e-ae95-4d27-9379-e1aa64db3916' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 928.278013] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c978ea-0aae-4337-8d17-0000e25226f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.300833] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce51b21-f500-4162-901b-b9a31855baec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.321072] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance '06883e8b-247a-4ba2-b0ae-6b7a917550f5' progress to 67 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 928.374881] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454224, 'name': ReconfigVM_Task, 'duration_secs': 1.262861} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.375379] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Reconfigured VM instance instance-0000003c to attach disk [datastore1] b5c42a8b-05ff-42b5-b457-4f3b49e9cad4/b5c42a8b-05ff-42b5-b457-4f3b49e9cad4.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.376172] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6621278-ab09-4863-95a5-306e31f90789 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.386177] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 928.386177] env[70691]: value = "task-3454225" [ 928.386177] env[70691]: _type = "Task" [ 928.386177] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.396119] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454225, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.532607] env[70691]: DEBUG nova.scheduler.client.report [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 928.783194] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 928.783528] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25421264-4685-4202-80f3-f3dd37355df3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.792410] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 928.792410] env[70691]: value = "task-3454226" [ 928.792410] env[70691]: _type = "Task" [ 928.792410] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.801786] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.868398] env[70691]: DEBUG nova.network.neutron [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Port 59115026-bb08-42b2-82ff-3418c8d362f9 binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 928.897513] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454225, 'name': Rename_Task, 'duration_secs': 0.276515} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.897969] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 928.898111] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-914ce9ae-07fa-4d45-8f6f-4d77955773a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.906698] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 928.906698] env[70691]: value = "task-3454227" [ 928.906698] env[70691]: _type = "Task" [ 928.906698] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.915838] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.038551] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.041010] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.079s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.042582] env[70691]: INFO nova.compute.claims [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.056496] env[70691]: INFO nova.scheduler.client.report [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Deleted allocations for instance 7eeadfd6-9b43-442f-a8ff-e46819987e49 [ 929.302902] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454226, 'name': PowerOffVM_Task, 'duration_secs': 0.202858} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.303138] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 929.303355] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance 'cae8ad8e-ae95-4d27-9379-e1aa64db3916' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 929.419038] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454227, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.565073] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ad4f6b7-b80b-4464-94d8-74228c1ba482 tempest-ServerRescueTestJSONUnderV235-649667789 tempest-ServerRescueTestJSONUnderV235-649667789-project-member] Lock "7eeadfd6-9b43-442f-a8ff-e46819987e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.680s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.811837] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 929.811837] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 929.811837] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.811837] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 929.812239] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.812239] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 929.812307] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 929.812451] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 929.812625] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 929.812793] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 929.812970] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 929.818976] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91cf757a-f623-4704-922f-18283f5f3480 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.838353] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 929.838353] env[70691]: value = "task-3454228" [ 929.838353] env[70691]: _type = "Task" [ 929.838353] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.848309] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.894064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.894355] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.894555] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.919241] env[70691]: DEBUG oslo_vmware.api [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454227, 'name': PowerOnVM_Task, 'duration_secs': 0.778538} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.919589] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 929.919784] env[70691]: INFO nova.compute.manager [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Took 10.10 seconds to spawn the instance on the hypervisor. [ 929.920077] env[70691]: DEBUG nova.compute.manager [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 929.921067] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3e77ac-68a7-42ae-86fb-e90c1f642fe6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.348974] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454228, 'name': ReconfigVM_Task, 'duration_secs': 0.259341} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.352091] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance 'cae8ad8e-ae95-4d27-9379-e1aa64db3916' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 930.442433] env[70691]: INFO nova.compute.manager [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Took 49.85 seconds to build instance. [ 930.494287] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05eee36-08de-444f-8ce7-0cc7f5c0294c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.504280] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b524a44d-4157-444c-a5db-beb41a3f50a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.538133] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c17994-45fe-45af-bd86-11888d84c64b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.548336] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287665b2-ee2a-4e75-8ee3-03d4356682b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.564168] env[70691]: DEBUG nova.compute.provider_tree [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.858993] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 930.859295] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 930.859463] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.859650] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 930.859801] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.859950] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 930.860173] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 930.860371] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 930.860503] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 930.860674] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 930.860850] env[70691]: DEBUG nova.virt.hardware [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.866667] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.871512] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca7d173e-e00a-4839-8f06-aaa70d81843c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.894304] env[70691]: DEBUG oslo_vmware.rw_handles [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f554bc-32cb-693a-311a-888a91f853fd/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 930.895073] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde0815b-d24a-4e3e-9b72-62e00505e190 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.904666] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 930.904666] env[70691]: value = "task-3454229" [ 930.904666] env[70691]: _type = "Task" [ 930.904666] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.906965] env[70691]: DEBUG nova.compute.manager [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 930.911339] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f696f7-33fb-45d6-b528-2fabeaa39a73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.917638] env[70691]: DEBUG oslo_vmware.rw_handles [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f554bc-32cb-693a-311a-888a91f853fd/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 930.917638] env[70691]: ERROR oslo_vmware.rw_handles [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f554bc-32cb-693a-311a-888a91f853fd/disk-0.vmdk due to incomplete transfer. [ 930.917638] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f030f28-80a0-474d-8bf1-2bc130855e10 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.927467] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.928875] env[70691]: DEBUG oslo_vmware.rw_handles [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f554bc-32cb-693a-311a-888a91f853fd/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 930.929122] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Uploaded image dc25c76a-493b-4637-8ad2-ee159ffbb00f to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 930.931925] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 930.932262] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da3c9c21-e9f1-4aeb-8f58-cb61053bc99c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.940124] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 930.940124] env[70691]: value = "task-3454230" [ 930.940124] env[70691]: _type = "Task" [ 930.940124] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.945334] env[70691]: DEBUG oslo_concurrency.lockutils [None req-18a6f26e-5d2c-4216-9495-c70ad85fb2d5 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.626s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.949100] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454230, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.972747] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.972953] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.973154] env[70691]: DEBUG nova.network.neutron [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 931.068126] env[70691]: DEBUG nova.scheduler.client.report [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 931.229470] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52861b9f-fe3b-6054-3860-7bf4c0e5b41c/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 931.230764] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f59141e-9ee6-4451-93ff-5e3f909c0d74 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.237754] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52861b9f-fe3b-6054-3860-7bf4c0e5b41c/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 931.237905] env[70691]: ERROR oslo_vmware.rw_handles [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52861b9f-fe3b-6054-3860-7bf4c0e5b41c/disk-0.vmdk due to incomplete transfer. [ 931.238161] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e2ffb6e0-5056-4576-8752-77ef0a41f4e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.247425] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52861b9f-fe3b-6054-3860-7bf4c0e5b41c/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 931.247639] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Uploaded image e95aab8a-4234-4aac-b90f-c8e6429c39bb to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 931.250294] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 931.250577] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27ec2ce8-878b-411c-9c55-6d05bf107f32 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.257704] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 931.257704] env[70691]: value = "task-3454231" [ 931.257704] env[70691]: _type = "Task" [ 931.257704] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.266221] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454231, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.419984] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454229, 'name': ReconfigVM_Task, 'duration_secs': 0.188678} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.420315] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 931.421218] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a76b93-fc49-47b3-9428-7a5501bf2d38 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.425101] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 931.425363] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70c76104-fe7d-4769-8e82-d86285bbb58a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.451195] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] cae8ad8e-ae95-4d27-9379-e1aa64db3916/cae8ad8e-ae95-4d27-9379-e1aa64db3916.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.456068] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5034f461-eb26-4fab-9b0d-be6e7bf7af74 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.471052] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 931.471052] env[70691]: value = "task-3454232" [ 931.471052] env[70691]: _type = "Task" [ 931.471052] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.479775] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454230, 'name': Destroy_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.481740] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 931.481740] env[70691]: value = "task-3454233" [ 931.481740] env[70691]: _type = "Task" [ 931.481740] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.488734] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.509429] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.537850] env[70691]: DEBUG nova.compute.manager [req-eb3ce168-6bb6-422e-9805-b5f258a91dd1 req-92ba5c3e-d2d3-4c9e-be52-3e0949aa8104 service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Received event network-changed-48509025-7a38-4f2b-9006-9c9570181c63 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 931.538071] env[70691]: DEBUG nova.compute.manager [req-eb3ce168-6bb6-422e-9805-b5f258a91dd1 req-92ba5c3e-d2d3-4c9e-be52-3e0949aa8104 service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Refreshing instance network info cache due to event network-changed-48509025-7a38-4f2b-9006-9c9570181c63. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 931.538299] env[70691]: DEBUG oslo_concurrency.lockutils [req-eb3ce168-6bb6-422e-9805-b5f258a91dd1 req-92ba5c3e-d2d3-4c9e-be52-3e0949aa8104 service nova] Acquiring lock "refresh_cache-b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.538652] env[70691]: DEBUG oslo_concurrency.lockutils [req-eb3ce168-6bb6-422e-9805-b5f258a91dd1 req-92ba5c3e-d2d3-4c9e-be52-3e0949aa8104 service nova] Acquired lock "refresh_cache-b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.538652] env[70691]: DEBUG nova.network.neutron [req-eb3ce168-6bb6-422e-9805-b5f258a91dd1 req-92ba5c3e-d2d3-4c9e-be52-3e0949aa8104 service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Refreshing network info cache for port 48509025-7a38-4f2b-9006-9c9570181c63 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 931.574268] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.574887] env[70691]: DEBUG nova.compute.manager [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 931.578670] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.107s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.578670] env[70691]: DEBUG nova.objects.instance [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lazy-loading 'resources' on Instance uuid 4f7039a4-f012-4c3b-875d-86e6a3a29170 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.773501] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454231, 'name': Destroy_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.944336] env[70691]: DEBUG nova.network.neutron [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance_info_cache with network_info: [{"id": "59115026-bb08-42b2-82ff-3418c8d362f9", "address": "fa:16:3e:9e:a2:81", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59115026-bb", "ovs_interfaceid": "59115026-bb08-42b2-82ff-3418c8d362f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.956118] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454230, 'name': Destroy_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.980687] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454232, 'name': PowerOffVM_Task, 'duration_secs': 0.210375} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.980687] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 931.980687] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 931.981136] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaedbd13-0064-46f5-831b-505b031281fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.992679] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.994846] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 931.995109] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55eb4a8d-3a25-424c-9c1b-025ab7791067 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.086283] env[70691]: DEBUG nova.compute.utils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.086283] env[70691]: DEBUG nova.compute.manager [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 932.086405] env[70691]: DEBUG nova.network.neutron [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 932.089576] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 932.089791] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 932.089978] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleting the datastore file [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.090856] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c82da7ea-c3bc-438e-8708-d14be8faef54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.100124] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 932.100124] env[70691]: value = "task-3454235" [ 932.100124] env[70691]: _type = "Task" [ 932.100124] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.115428] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.187435] env[70691]: DEBUG nova.policy [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21f469908d74b6fb85c13da24cd98c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0983484f74504d4cbbed99d13716f0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 932.278347] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454231, 'name': Destroy_Task, 'duration_secs': 0.756375} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.278649] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Destroyed the VM [ 932.278892] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 932.279183] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39eed06a-fb54-4501-8f00-40a91ada27d7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.295379] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 932.295379] env[70691]: value = "task-3454236" [ 932.295379] env[70691]: _type = "Task" [ 932.295379] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.303454] env[70691]: DEBUG oslo_concurrency.lockutils [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "3f866d70-dbec-4b20-a478-6d970447cea5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.303777] env[70691]: DEBUG oslo_concurrency.lockutils [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.326408] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.446811] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.467250] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454230, 'name': Destroy_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.506594] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.537450] env[70691]: DEBUG nova.network.neutron [req-eb3ce168-6bb6-422e-9805-b5f258a91dd1 req-92ba5c3e-d2d3-4c9e-be52-3e0949aa8104 service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Updated VIF entry in instance network info cache for port 48509025-7a38-4f2b-9006-9c9570181c63. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 932.537450] env[70691]: DEBUG nova.network.neutron [req-eb3ce168-6bb6-422e-9805-b5f258a91dd1 req-92ba5c3e-d2d3-4c9e-be52-3e0949aa8104 service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Updating instance_info_cache with network_info: [{"id": "48509025-7a38-4f2b-9006-9c9570181c63", "address": "fa:16:3e:ae:a4:f3", "network": {"id": "c7455a50-b9a9-4302-92a9-6497b1c5d048", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-33471825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e71ce5e178ed4b60aafa3fadae3bebd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48509025-7a", "ovs_interfaceid": "48509025-7a38-4f2b-9006-9c9570181c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.590852] env[70691]: DEBUG nova.compute.manager [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 932.617573] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206496} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.617868] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.621024] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 932.621024] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 932.672974] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeb02c6-69f4-4bcb-b6b4-4e3325fe78c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.682919] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6617d82c-956b-42e9-8550-0787e4f4b1b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.721619] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3481ce5a-952e-4558-940a-3a5acc1c296b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.734228] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4b52e3-74f7-4026-b991-08933afd9e7c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.750554] env[70691]: DEBUG nova.compute.provider_tree [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.794744] env[70691]: INFO nova.compute.manager [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Rebuilding instance [ 932.809581] env[70691]: INFO nova.compute.manager [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Detaching volume 49b9044c-29af-4bd7-bb21-5bab6c9e548e [ 932.811897] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454236, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.855649] env[70691]: DEBUG nova.network.neutron [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Successfully created port: 7dfe8d21-848c-48e9-b5d7-793d33a3d4dd {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.860705] env[70691]: DEBUG nova.compute.manager [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 932.861663] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bca190b-288c-4486-a480-2e420077fc5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.878051] env[70691]: INFO nova.virt.block_device [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Attempting to driver detach volume 49b9044c-29af-4bd7-bb21-5bab6c9e548e from mountpoint /dev/sdb [ 932.878051] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 932.878051] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689563', 'volume_id': '49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'name': 'volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3f866d70-dbec-4b20-a478-6d970447cea5', 'attached_at': '', 'detached_at': '', 'volume_id': '49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'serial': '49b9044c-29af-4bd7-bb21-5bab6c9e548e'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 932.878051] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ce3b95-3985-4bf7-a560-a096081ae905 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.906524] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f69defa-a66d-4cbf-a60d-e0bb63825443 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.915532] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27136ae2-1236-43e3-80a0-31eaf116ba21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.943711] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dd6d37-a6ac-49b0-a906-8da976fd434f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.966659] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] The volume has not been displaced from its original location: [datastore1] volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e/volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 932.971974] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 932.977326] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6760e045-b8ab-4576-97d3-fc931db033c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.998285] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454230, 'name': Destroy_Task, 'duration_secs': 1.863314} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.999120] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Destroyed the VM [ 932.999271] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 933.000077] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e67c2ed3-ba8b-44c6-b60d-94d596c45cbc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.005733] env[70691]: DEBUG oslo_vmware.api [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 933.005733] env[70691]: value = "task-3454237" [ 933.005733] env[70691]: _type = "Task" [ 933.005733] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.005845] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.007648] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92486d3-d680-4ebb-8a36-3916af64c444 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.015815] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 933.015815] env[70691]: value = "task-3454238" [ 933.015815] env[70691]: _type = "Task" [ 933.015815] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.038658] env[70691]: DEBUG oslo_vmware.api [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.039938] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a77a708-4355-477e-8728-7eeaef73394f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.043138] env[70691]: DEBUG oslo_concurrency.lockutils [req-eb3ce168-6bb6-422e-9805-b5f258a91dd1 req-92ba5c3e-d2d3-4c9e-be52-3e0949aa8104 service nova] Releasing lock "refresh_cache-b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.047166] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.052648] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance '06883e8b-247a-4ba2-b0ae-6b7a917550f5' progress to 83 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 933.256456] env[70691]: DEBUG nova.scheduler.client.report [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 933.307857] env[70691]: DEBUG oslo_vmware.api [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454236, 'name': RemoveSnapshot_Task, 'duration_secs': 0.98575} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.308419] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 933.308419] env[70691]: INFO nova.compute.manager [None req-f52b60f0-1be5-42d9-8db8-81221ad48199 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Took 17.21 seconds to snapshot the instance on the hypervisor. [ 933.383318] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 933.386031] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ab62bf-529e-4f4a-8ae3-fe721ab0aece {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.395173] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 933.395173] env[70691]: value = "task-3454239" [ 933.395173] env[70691]: _type = "Task" [ 933.395173] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.404832] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.508855] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454233, 'name': ReconfigVM_Task, 'duration_secs': 1.743471} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.512268] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Reconfigured VM instance instance-00000032 to attach disk [datastore2] cae8ad8e-ae95-4d27-9379-e1aa64db3916/cae8ad8e-ae95-4d27-9379-e1aa64db3916.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.512678] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance 'cae8ad8e-ae95-4d27-9379-e1aa64db3916' progress to 50 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 933.534767] env[70691]: DEBUG oslo_vmware.api [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454237, 'name': ReconfigVM_Task, 'duration_secs': 0.388679} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.535101] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 933.546037] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522366bf-4232-4205-b5e8-e4548097e6fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.558779] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454238, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.561049] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 933.561388] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8896fa45-3c9b-4ad2-b028-9936b386cbde {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.571122] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 933.571122] env[70691]: value = "task-3454240" [ 933.571122] env[70691]: _type = "Task" [ 933.571122] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.571499] env[70691]: DEBUG oslo_vmware.api [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 933.571499] env[70691]: value = "task-3454241" [ 933.571499] env[70691]: _type = "Task" [ 933.571499] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.590424] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.590686] env[70691]: DEBUG oslo_vmware.api [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.603473] env[70691]: DEBUG nova.compute.manager [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 933.639750] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 933.640030] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 933.640199] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.640392] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 933.640551] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.640704] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 933.640919] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 933.641247] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 933.641600] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 933.641881] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 933.642119] env[70691]: DEBUG nova.virt.hardware [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 933.643483] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee4535e-d054-44f0-8385-505df38b6436 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.655157] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2edcf29-3559-4e84-b381-0abd0a8032d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.675792] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 933.675792] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 933.675792] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.676080] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 933.676080] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.676746] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 933.676746] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 933.676746] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 933.676746] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 933.677046] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 933.677078] env[70691]: DEBUG nova.virt.hardware [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 933.678090] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1269f7a7-aa80-42ef-b374-5d936db2cd2a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.686563] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4c2d40-192a-4924-85b9-12e1909a927f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.706065] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f5:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '322d66c9-4ea9-42f7-af93-cdd50e8d1b19', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.712203] env[70691]: DEBUG oslo.service.loopingcall [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.713145] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 933.713145] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518203f8-a3ce-4dee-83ec-21523b7d53db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.735255] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.735255] env[70691]: value = "task-3454242" [ 933.735255] env[70691]: _type = "Task" [ 933.735255] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.749034] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454242, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.762926] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.765547] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.416s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.765770] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.765933] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 933.767138] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.233s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.767138] env[70691]: DEBUG nova.objects.instance [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lazy-loading 'resources' on Instance uuid 18c63efb-6b85-4802-af43-955db8bb3fd0 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.768668] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453bae1b-8580-40c5-ad9b-175d979d1fce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.779587] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "8f01c2ea-b543-4e83-a056-0c59415b78bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.779837] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "8f01c2ea-b543-4e83-a056-0c59415b78bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.789018] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95b2a5e-9119-4de0-95c0-4d464f3aea7b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.807999] env[70691]: INFO nova.scheduler.client.report [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Deleted allocations for instance 4f7039a4-f012-4c3b-875d-86e6a3a29170 [ 933.810034] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0113a48c-7d87-4801-9687-e0075462a6cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.825157] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d56b6-8341-414f-9953-e3463510e2c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.860932] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178408MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 933.861092] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.903867] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454239, 'name': PowerOffVM_Task, 'duration_secs': 0.241343} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.904185] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 933.904431] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 933.905262] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c371412-6250-4acd-924d-b01990bb48bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.913896] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 933.914184] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f454e04-245b-4d7a-a069-4a05fa6738e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.945604] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 933.945604] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 933.946077] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Deleting the datastore file [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.946202] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2db5dd2-acb2-46f2-82ef-732af4487545 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.951585] env[70691]: DEBUG nova.compute.manager [req-97f54a3d-67c1-41b1-8acc-81b7a10ef872 req-87d38772-5496-4a19-8860-0f8b4d5ce24b service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Received event network-changed-48509025-7a38-4f2b-9006-9c9570181c63 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 933.951585] env[70691]: DEBUG nova.compute.manager [req-97f54a3d-67c1-41b1-8acc-81b7a10ef872 req-87d38772-5496-4a19-8860-0f8b4d5ce24b service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Refreshing instance network info cache due to event network-changed-48509025-7a38-4f2b-9006-9c9570181c63. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 933.951585] env[70691]: DEBUG oslo_concurrency.lockutils [req-97f54a3d-67c1-41b1-8acc-81b7a10ef872 req-87d38772-5496-4a19-8860-0f8b4d5ce24b service nova] Acquiring lock "refresh_cache-b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.951984] env[70691]: DEBUG oslo_concurrency.lockutils [req-97f54a3d-67c1-41b1-8acc-81b7a10ef872 req-87d38772-5496-4a19-8860-0f8b4d5ce24b service nova] Acquired lock "refresh_cache-b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.952191] env[70691]: DEBUG nova.network.neutron [req-97f54a3d-67c1-41b1-8acc-81b7a10ef872 req-87d38772-5496-4a19-8860-0f8b4d5ce24b service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Refreshing network info cache for port 48509025-7a38-4f2b-9006-9c9570181c63 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 933.959797] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 933.959797] env[70691]: value = "task-3454244" [ 933.959797] env[70691]: _type = "Task" [ 933.959797] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.971949] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.995592] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.995902] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.996138] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.996332] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.996547] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.999217] env[70691]: INFO nova.compute.manager [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Terminating instance [ 934.001181] env[70691]: DEBUG nova.compute.manager [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 934.001468] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 934.002404] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39df920-1cda-4e53-a2d9-cbd4aaf4062e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.012962] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 934.013330] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd6c2333-3923-40be-b82a-28456a13d285 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.026862] env[70691]: DEBUG oslo_vmware.api [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 934.026862] env[70691]: value = "task-3454245" [ 934.026862] env[70691]: _type = "Task" [ 934.026862] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.030986] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f37fbd4-17e4-461d-bf54-19ca3960a15e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.044456] env[70691]: DEBUG oslo_vmware.api [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.064504] env[70691]: DEBUG oslo_vmware.api [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454238, 'name': RemoveSnapshot_Task, 'duration_secs': 1.019206} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.064994] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 934.065271] env[70691]: INFO nova.compute.manager [None req-156e40c8-a7c9-4a87-9815-95cebbf3f777 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Took 20.22 seconds to snapshot the instance on the hypervisor. [ 934.069270] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb420a14-f39e-4ca7-9b23-6e53807a045c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.092702] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance 'cae8ad8e-ae95-4d27-9379-e1aa64db3916' progress to 67 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 934.107207] env[70691]: DEBUG oslo_vmware.api [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454241, 'name': ReconfigVM_Task, 'duration_secs': 0.198361} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.112239] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689563', 'volume_id': '49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'name': 'volume-49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3f866d70-dbec-4b20-a478-6d970447cea5', 'attached_at': '', 'detached_at': '', 'volume_id': '49b9044c-29af-4bd7-bb21-5bab6c9e548e', 'serial': '49b9044c-29af-4bd7-bb21-5bab6c9e548e'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 934.113786] env[70691]: DEBUG oslo_vmware.api [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454240, 'name': PowerOnVM_Task, 'duration_secs': 0.485179} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.114323] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 934.114567] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9bd7bd-5a17-44b7-998e-baad989bdb59 tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance '06883e8b-247a-4ba2-b0ae-6b7a917550f5' progress to 100 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 934.249704] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454242, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.288462] env[70691]: DEBUG nova.compute.manager [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 934.320350] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7b57d330-e983-4c9c-9412-54eb78b83622 tempest-InstanceActionsNegativeTestJSON-459960988 tempest-InstanceActionsNegativeTestJSON-459960988-project-member] Lock "4f7039a4-f012-4c3b-875d-86e6a3a29170" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.197s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.475944] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222904} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.478995] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.479236] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 934.479430] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 934.546810] env[70691]: DEBUG oslo_vmware.api [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454245, 'name': PowerOffVM_Task, 'duration_secs': 0.311531} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.547727] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 934.547727] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 934.547727] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a2134d5-8e1f-4948-a0a2-ce5b32dd1324 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.654805] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquiring lock "453938ed-f1cb-43b4-83c2-6f6c85832a33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.655080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "453938ed-f1cb-43b4-83c2-6f6c85832a33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.655291] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquiring lock "453938ed-f1cb-43b4-83c2-6f6c85832a33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.655484] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "453938ed-f1cb-43b4-83c2-6f6c85832a33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.655688] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "453938ed-f1cb-43b4-83c2-6f6c85832a33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.658710] env[70691]: INFO nova.compute.manager [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Terminating instance [ 934.660766] env[70691]: DEBUG nova.compute.manager [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 934.661101] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 934.664379] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074019b1-5248-4f23-82d2-ff43ce1e6106 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.677783] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 934.678814] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e31bea4d-1818-4345-987c-2d81a3d79193 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.689044] env[70691]: DEBUG nova.objects.instance [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lazy-loading 'flavor' on Instance uuid 3f866d70-dbec-4b20-a478-6d970447cea5 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.690429] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 934.690999] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 934.691262] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Deleting the datastore file [datastore2] bb40cfcf-6c54-4403-8cd0-f586aeb06c09 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.694993] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a25b643e-3943-415d-85dd-2de23c9a595b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.698165] env[70691]: DEBUG oslo_vmware.api [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 934.698165] env[70691]: value = "task-3454247" [ 934.698165] env[70691]: _type = "Task" [ 934.698165] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.707516] env[70691]: DEBUG oslo_vmware.api [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for the task: (returnval){ [ 934.707516] env[70691]: value = "task-3454248" [ 934.707516] env[70691]: _type = "Task" [ 934.707516] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.716374] env[70691]: DEBUG oslo_vmware.api [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.730646] env[70691]: DEBUG oslo_vmware.api [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.747310] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454242, 'name': CreateVM_Task, 'duration_secs': 0.552976} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.750008] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 934.750893] env[70691]: DEBUG nova.network.neutron [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Port 1d46f99b-fecd-46e6-ab9d-8d382c46f688 binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 934.756126] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.756126] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.756126] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.756126] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a38c0bb-bd71-44b0-b062-18b84f2e2c6b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.762770] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 934.762770] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e65341-4462-35e5-3b0e-ae57d816441c" [ 934.762770] env[70691]: _type = "Task" [ 934.762770] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.778294] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e65341-4462-35e5-3b0e-ae57d816441c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.828051] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.832011] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d12ef73-45c7-4429-b8e6-f77547ab8f3c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.841487] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77798dec-1e63-4f37-ad15-153c745f4a71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.670488] env[70691]: DEBUG nova.network.neutron [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Successfully updated port: 7dfe8d21-848c-48e9-b5d7-793d33a3d4dd {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.674681] env[70691]: DEBUG nova.compute.manager [req-7a252362-f42e-4921-bd32-94c37b99dcb4 req-98c98666-27c8-42ff-b286-9c0727f40b45 service nova] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Received event network-vif-plugged-7dfe8d21-848c-48e9-b5d7-793d33a3d4dd {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 935.674895] env[70691]: DEBUG oslo_concurrency.lockutils [req-7a252362-f42e-4921-bd32-94c37b99dcb4 req-98c98666-27c8-42ff-b286-9c0727f40b45 service nova] Acquiring lock "ca72fd6b-5136-4a0c-8073-68ec87e38403-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.675118] env[70691]: DEBUG oslo_concurrency.lockutils [req-7a252362-f42e-4921-bd32-94c37b99dcb4 req-98c98666-27c8-42ff-b286-9c0727f40b45 service nova] Lock "ca72fd6b-5136-4a0c-8073-68ec87e38403-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.675324] env[70691]: DEBUG oslo_concurrency.lockutils [req-7a252362-f42e-4921-bd32-94c37b99dcb4 req-98c98666-27c8-42ff-b286-9c0727f40b45 service nova] Lock "ca72fd6b-5136-4a0c-8073-68ec87e38403-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.675459] env[70691]: DEBUG nova.compute.manager [req-7a252362-f42e-4921-bd32-94c37b99dcb4 req-98c98666-27c8-42ff-b286-9c0727f40b45 service nova] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] No waiting events found dispatching network-vif-plugged-7dfe8d21-848c-48e9-b5d7-793d33a3d4dd {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 935.675622] env[70691]: WARNING nova.compute.manager [req-7a252362-f42e-4921-bd32-94c37b99dcb4 req-98c98666-27c8-42ff-b286-9c0727f40b45 service nova] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Received unexpected event network-vif-plugged-7dfe8d21-848c-48e9-b5d7-793d33a3d4dd for instance with vm_state building and task_state spawning. [ 935.686407] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a4115b-41b8-45f1-919a-1c6c4696bda8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.698316] env[70691]: DEBUG oslo_vmware.api [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Task: {'id': task-3454248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412063} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.706674] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.706674] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 935.706674] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 935.707231] env[70691]: INFO nova.compute.manager [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Took 1.71 seconds to destroy the instance on the hypervisor. [ 935.707231] env[70691]: DEBUG oslo.service.loopingcall [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.710017] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e65341-4462-35e5-3b0e-ae57d816441c, 'name': SearchDatastore_Task, 'duration_secs': 0.017765} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.710017] env[70691]: DEBUG oslo_vmware.api [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454247, 'name': PowerOffVM_Task, 'duration_secs': 0.269222} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.710017] env[70691]: DEBUG nova.compute.manager [-] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 935.710017] env[70691]: DEBUG nova.network.neutron [-] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 935.710952] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.711187] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.711458] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.711617] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.711794] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.712381] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 935.712456] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 935.715368] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af3e2a59-4739-47af-8187-59d265482143 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.717503] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8afc9f4-5c1a-428b-8ed9-3d468158b141 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.720949] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960a5c72-b225-4068-987e-3cbd3cb30577 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.744158] env[70691]: DEBUG nova.compute.provider_tree [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.745837] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.745837] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 935.745837] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa1f660-d803-47e9-b975-9c900bcce965 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.753093] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 935.753093] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520b0a0b-501b-1ffe-a2cd-4b4963f5a5b9" [ 935.753093] env[70691]: _type = "Task" [ 935.753093] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.763073] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520b0a0b-501b-1ffe-a2cd-4b4963f5a5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.796259] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 935.796504] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 935.796702] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Deleting the datastore file [datastore2] 453938ed-f1cb-43b4-83c2-6f6c85832a33 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.796959] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3ac4795-296e-4185-b7a7-062f54263264 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.804475] env[70691]: DEBUG oslo_vmware.api [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for the task: (returnval){ [ 935.804475] env[70691]: value = "task-3454250" [ 935.804475] env[70691]: _type = "Task" [ 935.804475] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.816811] env[70691]: DEBUG oslo_vmware.api [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.995691] env[70691]: DEBUG nova.network.neutron [req-97f54a3d-67c1-41b1-8acc-81b7a10ef872 req-87d38772-5496-4a19-8860-0f8b4d5ce24b service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Updated VIF entry in instance network info cache for port 48509025-7a38-4f2b-9006-9c9570181c63. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 935.996126] env[70691]: DEBUG nova.network.neutron [req-97f54a3d-67c1-41b1-8acc-81b7a10ef872 req-87d38772-5496-4a19-8860-0f8b4d5ce24b service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Updating instance_info_cache with network_info: [{"id": "48509025-7a38-4f2b-9006-9c9570181c63", "address": "fa:16:3e:ae:a4:f3", "network": {"id": "c7455a50-b9a9-4302-92a9-6497b1c5d048", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-33471825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e71ce5e178ed4b60aafa3fadae3bebd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48509025-7a", "ovs_interfaceid": "48509025-7a38-4f2b-9006-9c9570181c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.209997] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquiring lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.210258] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.210493] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquiring lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.211124] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.211124] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.213659] env[70691]: DEBUG oslo_concurrency.lockutils [None req-613fd87f-cfec-4715-9edf-55a80d5d4684 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.910s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.216796] env[70691]: INFO nova.compute.manager [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Terminating instance [ 936.230785] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.231638] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.231638] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.233175] env[70691]: DEBUG nova.compute.manager [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 936.233175] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 936.234292] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "refresh_cache-ca72fd6b-5136-4a0c-8073-68ec87e38403" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.234292] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquired lock "refresh_cache-ca72fd6b-5136-4a0c-8073-68ec87e38403" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.234292] env[70691]: DEBUG nova.network.neutron [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 936.238130] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb7b51-61a7-464c-9f81-d72054cd625b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.241255] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 936.241520] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 936.241700] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.241912] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 936.242110] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.242295] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 936.242685] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 936.242685] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 936.242867] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 936.243454] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 936.243454] env[70691]: DEBUG nova.virt.hardware [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 936.247020] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8100b9d-fd5b-4023-9992-7d6693832524 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.249489] env[70691]: DEBUG nova.scheduler.client.report [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 936.256539] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 936.261241] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec0703a-7745-41e2-a580-b5eb471e83a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.267081] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e5a0cf-13fa-4b13-945e-a38bae2020ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.278103] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520b0a0b-501b-1ffe-a2cd-4b4963f5a5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.02708} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.278454] env[70691]: DEBUG oslo_vmware.api [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 936.278454] env[70691]: value = "task-3454251" [ 936.278454] env[70691]: _type = "Task" [ 936.278454] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.281176] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26365d92-3e90-4b92-956a-357890856b8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.296448] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.302354] env[70691]: DEBUG oslo.service.loopingcall [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.303838] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 936.304112] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e059ea6-9756-4e7f-b26d-0772704b7d00 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.323457] env[70691]: DEBUG oslo_vmware.api [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.323651] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 936.323651] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520d3744-74a8-4b7f-8eee-b5a4e5d8e843" [ 936.323651] env[70691]: _type = "Task" [ 936.323651] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.333937] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.333937] env[70691]: value = "task-3454252" [ 936.333937] env[70691]: _type = "Task" [ 936.333937] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.340993] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520d3744-74a8-4b7f-8eee-b5a4e5d8e843, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.340993] env[70691]: DEBUG oslo_vmware.api [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Task: {'id': task-3454250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22273} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.344397] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.344525] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 936.344755] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.344929] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 936.345116] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 936.345859] env[70691]: INFO nova.compute.manager [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Took 1.68 seconds to destroy the instance on the hypervisor. [ 936.345859] env[70691]: DEBUG oslo.service.loopingcall [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.345859] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-817f102f-037b-4415-a772-1cc43cfdde91 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.350464] env[70691]: DEBUG nova.compute.manager [-] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 936.350464] env[70691]: DEBUG nova.network.neutron [-] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 936.359048] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454252, 'name': CreateVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.360024] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 936.360024] env[70691]: value = "task-3454253" [ 936.360024] env[70691]: _type = "Task" [ 936.360024] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.372971] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.499517] env[70691]: DEBUG oslo_concurrency.lockutils [req-97f54a3d-67c1-41b1-8acc-81b7a10ef872 req-87d38772-5496-4a19-8860-0f8b4d5ce24b service nova] Releasing lock "refresh_cache-b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.651921] env[70691]: DEBUG nova.network.neutron [-] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.760233] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.993s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.762457] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.777s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.762741] env[70691]: DEBUG nova.objects.instance [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lazy-loading 'resources' on Instance uuid a6f9576d-a9e9-45b1-882f-455263a2018a {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.784831] env[70691]: DEBUG nova.network.neutron [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 936.787673] env[70691]: INFO nova.scheduler.client.report [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Deleted allocations for instance 18c63efb-6b85-4802-af43-955db8bb3fd0 [ 936.799371] env[70691]: DEBUG oslo_vmware.api [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454251, 'name': PowerOffVM_Task, 'duration_secs': 0.221152} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.799645] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 936.799645] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 936.800123] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65aa3547-7260-422c-bdea-fcdb39711b77 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.851518] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454252, 'name': CreateVM_Task, 'duration_secs': 0.380913} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.855216] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 936.855888] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.855888] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.856151] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.856897] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1215c34-f98c-451d-af9b-0763454c2049 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.867939] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 936.867939] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e1df9c-9dd2-5b37-e94c-f0754817c6cd" [ 936.867939] env[70691]: _type = "Task" [ 936.867939] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.875928] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454253, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.885725] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e1df9c-9dd2-5b37-e94c-f0754817c6cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.888548] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.888791] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.889030] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.889299] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.889367] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.890365] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.890582] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.895114] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adabd818-630e-4906-93a5-cb22dfde5e88 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.908662] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.908774] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 936.909990] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95fec18-6c06-4705-b440-2eae8372405a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.922698] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 936.922698] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5257e9c6-2fc2-5ff1-478c-d26b599d3bb8" [ 936.922698] env[70691]: _type = "Task" [ 936.922698] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.933717] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5257e9c6-2fc2-5ff1-478c-d26b599d3bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.999862] env[70691]: DEBUG nova.network.neutron [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Updating instance_info_cache with network_info: [{"id": "7dfe8d21-848c-48e9-b5d7-793d33a3d4dd", "address": "fa:16:3e:53:2a:ae", "network": {"id": "dd22d5d1-2dc1-4670-bba2-4326923a34db", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1216162252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0983484f74504d4cbbed99d13716f0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dfe8d21-84", "ovs_interfaceid": "7dfe8d21-848c-48e9-b5d7-793d33a3d4dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.158027] env[70691]: INFO nova.compute.manager [-] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Took 1.45 seconds to deallocate network for instance. [ 937.273019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.273328] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.273747] env[70691]: DEBUG nova.network.neutron [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 937.302040] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b6ed7e39-98cb-4dc8-96d4-e8dc95e176c4 tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "18c63efb-6b85-4802-af43-955db8bb3fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.836s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.383966] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52731} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.386245] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 937.386700] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.387445] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e25d77b-69ac-435c-9506-5545c47a414f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.392681] env[70691]: DEBUG nova.compute.manager [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 937.403359] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 937.403359] env[70691]: value = "task-3454255" [ 937.403359] env[70691]: _type = "Task" [ 937.403359] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.416796] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.434297] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5257e9c6-2fc2-5ff1-478c-d26b599d3bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.03146} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.438484] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3ee47c-0563-41c9-9220-f9566a9933fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.446444] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 937.446444] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52388246-eaeb-137e-e61c-aa85a8b384ff" [ 937.446444] env[70691]: _type = "Task" [ 937.446444] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.457519] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52388246-eaeb-137e-e61c-aa85a8b384ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.503504] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Releasing lock "refresh_cache-ca72fd6b-5136-4a0c-8073-68ec87e38403" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.503504] env[70691]: DEBUG nova.compute.manager [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Instance network_info: |[{"id": "7dfe8d21-848c-48e9-b5d7-793d33a3d4dd", "address": "fa:16:3e:53:2a:ae", "network": {"id": "dd22d5d1-2dc1-4670-bba2-4326923a34db", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1216162252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0983484f74504d4cbbed99d13716f0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dfe8d21-84", "ovs_interfaceid": "7dfe8d21-848c-48e9-b5d7-793d33a3d4dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 937.503767] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:2a:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dfe8d21-848c-48e9-b5d7-793d33a3d4dd', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.517340] env[70691]: DEBUG oslo.service.loopingcall [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.520728] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 937.521195] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42bd2d05-85b1-47e9-b22b-e16a0d648351 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.550909] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.550909] env[70691]: value = "task-3454256" [ 937.550909] env[70691]: _type = "Task" [ 937.550909] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.565178] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454256, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.666828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.786071] env[70691]: DEBUG nova.compute.manager [req-66fed4fe-396c-4b97-ae16-6c7c839395a1 req-e2f904c1-77db-494b-8b7b-4616ac5d1aa2 service nova] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Received event network-changed-7dfe8d21-848c-48e9-b5d7-793d33a3d4dd {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 937.787642] env[70691]: DEBUG nova.compute.manager [req-66fed4fe-396c-4b97-ae16-6c7c839395a1 req-e2f904c1-77db-494b-8b7b-4616ac5d1aa2 service nova] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Refreshing instance network info cache due to event network-changed-7dfe8d21-848c-48e9-b5d7-793d33a3d4dd. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 937.788140] env[70691]: DEBUG oslo_concurrency.lockutils [req-66fed4fe-396c-4b97-ae16-6c7c839395a1 req-e2f904c1-77db-494b-8b7b-4616ac5d1aa2 service nova] Acquiring lock "refresh_cache-ca72fd6b-5136-4a0c-8073-68ec87e38403" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.788140] env[70691]: DEBUG oslo_concurrency.lockutils [req-66fed4fe-396c-4b97-ae16-6c7c839395a1 req-e2f904c1-77db-494b-8b7b-4616ac5d1aa2 service nova] Acquired lock "refresh_cache-ca72fd6b-5136-4a0c-8073-68ec87e38403" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.788285] env[70691]: DEBUG nova.network.neutron [req-66fed4fe-396c-4b97-ae16-6c7c839395a1 req-e2f904c1-77db-494b-8b7b-4616ac5d1aa2 service nova] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Refreshing network info cache for port 7dfe8d21-848c-48e9-b5d7-793d33a3d4dd {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 937.922780] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10854} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.924123] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.924679] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.926876] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d08f4e3-5cb0-482b-bc84-710ad1a6e252 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.964464] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.973395] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170a1053-8824-4054-8d9b-592ac3cafa5d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.990516] env[70691]: DEBUG nova.network.neutron [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Port 59115026-bb08-42b2-82ff-3418c8d362f9 binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 937.990516] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.990613] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.990718] env[70691]: DEBUG nova.network.neutron [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 938.000405] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52388246-eaeb-137e-e61c-aa85a8b384ff, 'name': SearchDatastore_Task, 'duration_secs': 0.045874} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.005514] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.005813] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd/c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 938.006180] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 938.006180] env[70691]: value = "task-3454257" [ 938.006180] env[70691]: _type = "Task" [ 938.006180] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.007089] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936783e6-ed9f-44a4-a769-d815dc2e1205 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.010513] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e44db2-9f9a-456c-b871-1a0921a3eb62 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.030533] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a879a5-ad5a-4bbf-bafe-0088a0383d49 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.033542] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 938.033542] env[70691]: value = "task-3454258" [ 938.033542] env[70691]: _type = "Task" [ 938.033542] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.036038] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.071873] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da45d3ea-6189-4cf1-a98b-496e028da954 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.077301] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.084111] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454256, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.086939] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef9f487-66ce-4d3a-ad24-ad5c9673807c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.102789] env[70691]: DEBUG nova.compute.provider_tree [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.217995] env[70691]: DEBUG nova.network.neutron [-] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.528798] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454257, 'name': ReconfigVM_Task, 'duration_secs': 0.357066} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.532490] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.532490] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bb78cbe-f4a4-444f-993f-2b7ac40a7fbd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.542360] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 938.542360] env[70691]: value = "task-3454259" [ 938.542360] env[70691]: _type = "Task" [ 938.542360] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.547268] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.557962] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454259, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.586218] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454256, 'name': CreateVM_Task, 'duration_secs': 0.575941} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.586218] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 938.587055] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.587137] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.587427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.587926] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852ff868-3638-4972-9c7a-a06337181726 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.592902] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 938.592902] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52383ac2-7a0a-08c9-965a-304469b6a596" [ 938.592902] env[70691]: _type = "Task" [ 938.592902] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.607586] env[70691]: DEBUG nova.scheduler.client.report [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 938.612126] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52383ac2-7a0a-08c9-965a-304469b6a596, 'name': SearchDatastore_Task} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.615372] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.615372] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.615372] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.615372] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.615372] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.615372] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-388214a0-fa2c-4e00-ba39-5fdd4a748e90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.627058] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.627163] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 938.627960] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09f020d-1191-4981-9f6e-94cf95a08558 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.641915] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 938.641915] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5299f9e5-78c8-b109-2ec9-f2a117597b56" [ 938.641915] env[70691]: _type = "Task" [ 938.641915] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.649240] env[70691]: DEBUG nova.network.neutron [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance_info_cache with network_info: [{"id": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "address": "fa:16:3e:ce:5a:55", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d46f99b-fe", "ovs_interfaceid": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.655471] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5299f9e5-78c8-b109-2ec9-f2a117597b56, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.656358] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a8a242-7bb8-46a4-81ca-3e8b06c58cc1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.663155] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 938.663155] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522f31b8-2c68-ee98-5a0c-d5f9bbfff483" [ 938.663155] env[70691]: _type = "Task" [ 938.663155] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.674585] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522f31b8-2c68-ee98-5a0c-d5f9bbfff483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.705312] env[70691]: DEBUG nova.network.neutron [req-66fed4fe-396c-4b97-ae16-6c7c839395a1 req-e2f904c1-77db-494b-8b7b-4616ac5d1aa2 service nova] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Updated VIF entry in instance network info cache for port 7dfe8d21-848c-48e9-b5d7-793d33a3d4dd. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 938.705682] env[70691]: DEBUG nova.network.neutron [req-66fed4fe-396c-4b97-ae16-6c7c839395a1 req-e2f904c1-77db-494b-8b7b-4616ac5d1aa2 service nova] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Updating instance_info_cache with network_info: [{"id": "7dfe8d21-848c-48e9-b5d7-793d33a3d4dd", "address": "fa:16:3e:53:2a:ae", "network": {"id": "dd22d5d1-2dc1-4670-bba2-4326923a34db", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1216162252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0983484f74504d4cbbed99d13716f0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dfe8d21-84", "ovs_interfaceid": "7dfe8d21-848c-48e9-b5d7-793d33a3d4dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.724280] env[70691]: INFO nova.compute.manager [-] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Took 2.37 seconds to deallocate network for instance. [ 938.925616] env[70691]: DEBUG nova.network.neutron [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance_info_cache with network_info: [{"id": "59115026-bb08-42b2-82ff-3418c8d362f9", "address": "fa:16:3e:9e:a2:81", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59115026-bb", "ovs_interfaceid": "59115026-bb08-42b2-82ff-3418c8d362f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.046395] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558869} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.046500] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd/c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 939.046923] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.046923] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f5a9077-2b55-4308-b793-884454396b19 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.060029] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454259, 'name': Rename_Task, 'duration_secs': 0.178731} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.060270] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 939.060270] env[70691]: value = "task-3454260" [ 939.060270] env[70691]: _type = "Task" [ 939.060270] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.060520] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 939.060814] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6057ca12-e8bb-43ff-a04a-09eab6c9b1d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.071249] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.072668] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 939.072668] env[70691]: value = "task-3454261" [ 939.072668] env[70691]: _type = "Task" [ 939.072668] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.082497] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "3f866d70-dbec-4b20-a478-6d970447cea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.082895] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.083166] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "3f866d70-dbec-4b20-a478-6d970447cea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.083400] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.083613] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.085524] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.086155] env[70691]: INFO nova.compute.manager [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Terminating instance [ 939.088185] env[70691]: DEBUG nova.compute.manager [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 939.088332] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 939.090193] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19faa768-d5be-4eda-aa85-84ebe96c1964 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.098291] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 939.098692] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d44193-4315-42ab-a640-c60fff5d8c64 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.107763] env[70691]: DEBUG oslo_vmware.api [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 939.107763] env[70691]: value = "task-3454262" [ 939.107763] env[70691]: _type = "Task" [ 939.107763] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.112944] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.119201] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.321s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.120791] env[70691]: INFO nova.compute.claims [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.124094] env[70691]: DEBUG oslo_vmware.api [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.150993] env[70691]: INFO nova.scheduler.client.report [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Deleted allocations for instance a6f9576d-a9e9-45b1-882f-455263a2018a [ 939.157292] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.178992] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522f31b8-2c68-ee98-5a0c-d5f9bbfff483, 'name': SearchDatastore_Task, 'duration_secs': 0.025824} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.179310] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.179572] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] ca72fd6b-5136-4a0c-8073-68ec87e38403/ca72fd6b-5136-4a0c-8073-68ec87e38403.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 939.179937] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8204b748-5cc4-473c-ad3f-e649c68bad5e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.189975] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 939.189975] env[70691]: value = "task-3454263" [ 939.189975] env[70691]: _type = "Task" [ 939.189975] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.202087] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.208371] env[70691]: DEBUG oslo_concurrency.lockutils [req-66fed4fe-396c-4b97-ae16-6c7c839395a1 req-e2f904c1-77db-494b-8b7b-4616ac5d1aa2 service nova] Releasing lock "refresh_cache-ca72fd6b-5136-4a0c-8073-68ec87e38403" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.208680] env[70691]: DEBUG nova.compute.manager [req-66fed4fe-396c-4b97-ae16-6c7c839395a1 req-e2f904c1-77db-494b-8b7b-4616ac5d1aa2 service nova] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Received event network-vif-deleted-baffdf1c-c3f4-47ad-b1c6-26845701148b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 939.231525] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.360347] env[70691]: DEBUG nova.compute.manager [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 939.361633] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4264398c-0326-4cff-956a-39b760c9b456 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.435106] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.447706] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 939.448114] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 939.448251] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Deleting the datastore file [datastore1] c3450bab-3a34-4201-8a5a-f2f5ea38f95f {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.448930] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-416e690e-ce57-4222-afd5-2a7f11040bd0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.460056] env[70691]: DEBUG oslo_vmware.api [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for the task: (returnval){ [ 939.460056] env[70691]: value = "task-3454264" [ 939.460056] env[70691]: _type = "Task" [ 939.460056] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.469329] env[70691]: DEBUG oslo_vmware.api [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.574731] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080798} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.577415] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.578401] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1f4078-afc4-45e5-9327-71dfb741e5ab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.607076] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd/c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.607512] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454261, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.608166] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27686fb1-b786-4b62-928a-cf46e521c788 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.643104] env[70691]: DEBUG oslo_vmware.api [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454262, 'name': PowerOffVM_Task, 'duration_secs': 0.320148} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.644411] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 939.644621] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 939.645367] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 939.645367] env[70691]: value = "task-3454265" [ 939.645367] env[70691]: _type = "Task" [ 939.645367] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.645830] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55a880ef-972a-4c13-84c2-771fed961314 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.659052] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.664451] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2a09abf1-08ee-4b66-b51a-bc7eb619838c tempest-ListServersNegativeTestJSON-1568605624 tempest-ListServersNegativeTestJSON-1568605624-project-member] Lock "a6f9576d-a9e9-45b1-882f-455263a2018a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.301s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.697141] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430467d-1d49-407b-b307-743f7e9b5b7b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.708885] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.724258] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175f809f-1bf0-4ea0-820a-1331fc0d2635 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.735040] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance 'cae8ad8e-ae95-4d27-9379-e1aa64db3916' progress to 83 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 939.765680] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 939.766971] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 939.766971] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Deleting the datastore file [datastore1] 3f866d70-dbec-4b20-a478-6d970447cea5 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.766971] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5cb1670-83c8-4c7a-9e30-44d85ed6f38e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.776561] env[70691]: DEBUG oslo_vmware.api [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 939.776561] env[70691]: value = "task-3454267" [ 939.776561] env[70691]: _type = "Task" [ 939.776561] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.787266] env[70691]: DEBUG oslo_vmware.api [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.877170] env[70691]: INFO nova.compute.manager [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] instance snapshotting [ 939.879512] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609d557d-8ec6-4c7a-9482-91547d5b1427 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.908884] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce191a1-a5a5-4ca8-9aef-826d05db7993 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.940590] env[70691]: DEBUG nova.compute.manager [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70691) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 939.941101] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.943313] env[70691]: DEBUG nova.compute.manager [req-b8a4fac1-5911-4612-bfbf-86a150ad220a req-6ade4d54-7722-4b1e-99fe-9392a911d534 service nova] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Received event network-vif-deleted-aa89513c-47e2-4095-a788-13beee224857 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 939.974178] env[70691]: DEBUG oslo_vmware.api [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.087601] env[70691]: DEBUG oslo_vmware.api [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454261, 'name': PowerOnVM_Task, 'duration_secs': 0.76101} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.087943] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 940.088202] env[70691]: DEBUG nova.compute.manager [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 940.089138] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f7b0dd-1915-45f8-9311-902997784959 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.162023] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454265, 'name': ReconfigVM_Task, 'duration_secs': 0.367165} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.163412] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd/c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.164961] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41002a07-64cf-4f97-a774-ac0eca36057b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.173975] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 940.173975] env[70691]: value = "task-3454268" [ 940.173975] env[70691]: _type = "Task" [ 940.173975] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.189134] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454268, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.203273] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763838} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.204213] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] ca72fd6b-5136-4a0c-8073-68ec87e38403/ca72fd6b-5136-4a0c-8073-68ec87e38403.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 940.204977] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.205677] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2730f718-6487-4486-9b8c-94ceb4ee94a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.216815] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 940.216815] env[70691]: value = "task-3454269" [ 940.216815] env[70691]: _type = "Task" [ 940.216815] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.232019] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.244955] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 940.245961] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-107f1e34-9849-4961-a4b7-f5e0468b4268 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.255879] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 940.255879] env[70691]: value = "task-3454270" [ 940.255879] env[70691]: _type = "Task" [ 940.255879] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.270903] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.290662] env[70691]: DEBUG oslo_vmware.api [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512581} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.290882] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.293037] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 940.293037] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 940.293037] env[70691]: INFO nova.compute.manager [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 940.293037] env[70691]: DEBUG oslo.service.loopingcall [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 940.293037] env[70691]: DEBUG nova.compute.manager [-] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 940.293037] env[70691]: DEBUG nova.network.neutron [-] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 940.428439] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 940.431427] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d861c5c0-101c-46c7-bbae-02e04d9c29be {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.441566] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 940.441566] env[70691]: value = "task-3454271" [ 940.441566] env[70691]: _type = "Task" [ 940.441566] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.451525] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454271, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.476380] env[70691]: DEBUG oslo_vmware.api [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Task: {'id': task-3454264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.733974} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.476643] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.476828] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 940.476991] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 940.477617] env[70691]: INFO nova.compute.manager [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Took 4.24 seconds to destroy the instance on the hypervisor. [ 940.477617] env[70691]: DEBUG oslo.service.loopingcall [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 940.477617] env[70691]: DEBUG nova.compute.manager [-] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 940.477726] env[70691]: DEBUG nova.network.neutron [-] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 940.613041] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.688366] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454268, 'name': Rename_Task, 'duration_secs': 0.173174} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.689529] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 940.690662] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7345abb2-2afc-4ccb-b3cc-80603bf41b1e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.695779] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceaaf8c-598c-476c-80be-0c3e9b72b436 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.700009] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 940.700009] env[70691]: value = "task-3454272" [ 940.700009] env[70691]: _type = "Task" [ 940.700009] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.706549] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99f6cf-4075-4f21-a365-54f348e36895 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.715511] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.746541] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14a2724-e7ae-4c00-aa76-c5954c794d78 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.752262] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078455} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.752973] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.754054] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e32781-7a67-42c6-ad95-63c35c16aa54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.762908] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a225fe3-047e-47e5-92f9-f33b1ffbf8b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.788868] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] ca72fd6b-5136-4a0c-8073-68ec87e38403/ca72fd6b-5136-4a0c-8073-68ec87e38403.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.790061] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33978e63-850e-4ac0-8ba5-ec93b8b94d5d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.816468] env[70691]: DEBUG nova.compute.provider_tree [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.817853] env[70691]: DEBUG oslo_vmware.api [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454270, 'name': PowerOnVM_Task, 'duration_secs': 0.43026} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.822569] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 940.822569] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b390e6b5-115b-4ecd-9e5f-58f2469e38a5 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance 'cae8ad8e-ae95-4d27-9379-e1aa64db3916' progress to 100 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 940.828674] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 940.828674] env[70691]: value = "task-3454273" [ 940.828674] env[70691]: _type = "Task" [ 940.828674] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.841364] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.953171] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454271, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.214609] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.328214] env[70691]: DEBUG nova.scheduler.client.report [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 941.346060] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.457240] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454271, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.699680] env[70691]: DEBUG nova.compute.manager [req-f8dd15e4-273d-40ec-9112-08f50e833be1 req-a739c71f-99b9-44e9-bcc2-5da9f5a73921 service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Received event network-vif-deleted-149fd9fe-7487-4894-9cef-14b7e61a37f5 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 941.700841] env[70691]: INFO nova.compute.manager [req-f8dd15e4-273d-40ec-9112-08f50e833be1 req-a739c71f-99b9-44e9-bcc2-5da9f5a73921 service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Neutron deleted interface 149fd9fe-7487-4894-9cef-14b7e61a37f5; detaching it from the instance and deleting it from the info cache [ 941.700841] env[70691]: DEBUG nova.network.neutron [req-f8dd15e4-273d-40ec-9112-08f50e833be1 req-a739c71f-99b9-44e9-bcc2-5da9f5a73921 service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.715630] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454272, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.838154] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.838154] env[70691]: DEBUG nova.compute.manager [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 941.846514] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.301s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.849158] env[70691]: INFO nova.compute.claims [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.873189] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454273, 'name': ReconfigVM_Task, 'duration_secs': 0.780863} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.873479] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Reconfigured VM instance instance-0000003d to attach disk [datastore1] ca72fd6b-5136-4a0c-8073-68ec87e38403/ca72fd6b-5136-4a0c-8073-68ec87e38403.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.874217] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad70fc69-4f3a-4abf-9077-523aaea5e8bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.886051] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 941.886051] env[70691]: value = "task-3454274" [ 941.886051] env[70691]: _type = "Task" [ 941.886051] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.901505] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454274, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.959558] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454271, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.986333] env[70691]: DEBUG nova.network.neutron [-] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.203858] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51579428-236e-4334-97e6-16953d455a49 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.227205] env[70691]: DEBUG oslo_vmware.api [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454272, 'name': PowerOnVM_Task, 'duration_secs': 1.019853} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.229400] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 942.229752] env[70691]: DEBUG nova.compute.manager [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 942.231218] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ec1ffe-e5fe-4f4d-970b-86f49e1b1446 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.242144] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac398f-be0d-4c8e-bde6-c0fa97478ae6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.280137] env[70691]: DEBUG nova.compute.manager [req-f8dd15e4-273d-40ec-9112-08f50e833be1 req-a739c71f-99b9-44e9-bcc2-5da9f5a73921 service nova] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Detach interface failed, port_id=149fd9fe-7487-4894-9cef-14b7e61a37f5, reason: Instance c3450bab-3a34-4201-8a5a-f2f5ea38f95f could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 942.300910] env[70691]: DEBUG nova.network.neutron [-] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.369025] env[70691]: DEBUG nova.compute.utils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 942.393523] env[70691]: DEBUG nova.compute.manager [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 942.394208] env[70691]: DEBUG nova.network.neutron [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 942.422151] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454274, 'name': Rename_Task, 'duration_secs': 0.244952} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.422151] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 942.422151] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-720de187-5d00-4d28-995b-a168002d3765 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.432589] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 942.432589] env[70691]: value = "task-3454275" [ 942.432589] env[70691]: _type = "Task" [ 942.432589] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.443952] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.453539] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454271, 'name': CreateSnapshot_Task, 'duration_secs': 1.632319} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.453865] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 942.454852] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79914662-6e3d-4c29-8f4e-c8f910345b11 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.490268] env[70691]: INFO nova.compute.manager [-] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Took 2.01 seconds to deallocate network for instance. [ 942.503759] env[70691]: DEBUG nova.policy [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b551d8479b70470a9d0b5baab4e745f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7372c9a6ed574e2886d88552f5bc59b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 942.543495] env[70691]: INFO nova.compute.manager [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Rebuilding instance [ 942.609154] env[70691]: DEBUG nova.compute.manager [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 942.609905] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632e41b8-f13f-4532-a299-9edfd3a01861 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.771977] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.803290] env[70691]: INFO nova.compute.manager [-] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Took 2.51 seconds to deallocate network for instance. [ 942.874668] env[70691]: DEBUG nova.compute.manager [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 942.903158] env[70691]: DEBUG nova.network.neutron [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Successfully created port: a87a6353-06a8-468f-8eac-cc8dae75ed92 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.952641] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.978781] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 942.980354] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9315c17-2b9d-42ad-a10c-8722e69f70a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.990180] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 942.990180] env[70691]: value = "task-3454276" [ 942.990180] env[70691]: _type = "Task" [ 942.990180] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.998595] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.007018] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454276, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.126369] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 943.135550] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc1477cf-b8c9-4d23-a959-7d25e107d316 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.144698] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 943.144698] env[70691]: value = "task-3454277" [ 943.144698] env[70691]: _type = "Task" [ 943.144698] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.162166] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.311699] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.334301] env[70691]: DEBUG oslo_concurrency.lockutils [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.334887] env[70691]: DEBUG oslo_concurrency.lockutils [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.334999] env[70691]: DEBUG nova.compute.manager [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Going to confirm migration 4 {{(pid=70691) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 943.447657] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.506774] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454276, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.525435] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9030ff-7e6e-427f-b8cd-46e9c732ff98 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.537347] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf5d5c1-02c1-4696-80d0-e46fb5fa994f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.579151] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f27931-aea2-47ba-8a97-58252084835f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.582448] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.583038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.583038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.583246] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.583425] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.592295] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a818be-fb80-4e91-a346-d24d197b2cb3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.599486] env[70691]: INFO nova.compute.manager [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Terminating instance [ 943.610760] env[70691]: DEBUG nova.compute.provider_tree [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.612415] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "refresh_cache-c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.612604] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquired lock "refresh_cache-c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.612787] env[70691]: DEBUG nova.network.neutron [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 943.659729] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454277, 'name': PowerOffVM_Task, 'duration_secs': 0.211238} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.662024] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 943.662024] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 943.662024] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265ec7d-1d75-41fd-a665-6b51e7264d4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.672115] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 943.672357] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9955060c-b2de-42a9-943a-32b4a313124f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.764513] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 943.766540] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 943.766540] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleting the datastore file [datastore1] 35828fe9-7966-4d5a-b860-2cabb825ce9c {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.766778] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2a5e47b-a763-43be-a4e2-a4f368e52e0b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.779233] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 943.779233] env[70691]: value = "task-3454279" [ 943.779233] env[70691]: _type = "Task" [ 943.779233] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.788625] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.896068] env[70691]: DEBUG oslo_concurrency.lockutils [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.896068] env[70691]: DEBUG oslo_concurrency.lockutils [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.896068] env[70691]: DEBUG nova.network.neutron [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 943.896068] env[70691]: DEBUG nova.objects.instance [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lazy-loading 'info_cache' on Instance uuid cae8ad8e-ae95-4d27-9379-e1aa64db3916 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.896068] env[70691]: DEBUG nova.compute.manager [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 943.921207] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 943.922026] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 943.922026] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.922026] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 943.922026] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.922270] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 943.922442] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 943.922628] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 943.922811] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 943.923098] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 943.923186] env[70691]: DEBUG nova.virt.hardware [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.924427] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c77f54-0343-4ac8-b172-f96308134ab2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.934550] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7bb6d2-b432-42c7-9e08-eebb75e661a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.947236] env[70691]: DEBUG oslo_vmware.api [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454275, 'name': PowerOnVM_Task, 'duration_secs': 1.193626} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.955594] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 943.955837] env[70691]: INFO nova.compute.manager [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Took 10.35 seconds to spawn the instance on the hypervisor. [ 943.956029] env[70691]: DEBUG nova.compute.manager [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 943.957331] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6301244-fc4f-4218-908b-8e6d84050df1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.008092] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454276, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.042268] env[70691]: DEBUG nova.compute.manager [req-9d9ee622-39a5-40ea-8b3a-5ba983fbbf7c req-8525ffca-0f25-45e6-ae37-94b421b21a88 service nova] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Received event network-vif-deleted-ec1ef926-2fb7-4f65-8857-c274167feb21 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 944.115632] env[70691]: DEBUG nova.scheduler.client.report [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 944.138584] env[70691]: DEBUG nova.network.neutron [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 944.209515] env[70691]: DEBUG nova.network.neutron [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.290188] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377823} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.290661] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.290661] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 944.290848] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 944.484451] env[70691]: INFO nova.compute.manager [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Took 51.55 seconds to build instance. [ 944.514065] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454276, 'name': CloneVM_Task} progress is 95%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.622606] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.627708] env[70691]: DEBUG nova.compute.manager [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 944.631681] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.371s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.631949] env[70691]: DEBUG nova.objects.instance [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lazy-loading 'resources' on Instance uuid 085f5a90-e982-4ad5-8d81-5302994ee1ee {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.640444] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquiring lock "15b4f357-9883-47da-8219-c45200d64e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.640687] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "15b4f357-9883-47da-8219-c45200d64e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.712681] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Releasing lock "refresh_cache-c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.713140] env[70691]: DEBUG nova.compute.manager [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 944.713343] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 944.714256] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628bb956-3053-4bff-9ab2-88e58a22cd1f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.723255] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 944.723621] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bdf6cba-9748-4cfd-a444-83ce2b560c85 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.731392] env[70691]: DEBUG oslo_vmware.api [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 944.731392] env[70691]: value = "task-3454280" [ 944.731392] env[70691]: _type = "Task" [ 944.731392] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.741896] env[70691]: DEBUG oslo_vmware.api [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.797914] env[70691]: DEBUG nova.network.neutron [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Successfully updated port: a87a6353-06a8-468f-8eac-cc8dae75ed92 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.991130] env[70691]: DEBUG oslo_concurrency.lockutils [None req-136fcf78-ea08-4cfe-bc16-0ebfe2892c91 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "ca72fd6b-5136-4a0c-8073-68ec87e38403" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.064s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.009630] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454276, 'name': CloneVM_Task, 'duration_secs': 1.638635} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.009630] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Created linked-clone VM from snapshot [ 945.010324] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954030a9-07a1-4234-aa8b-911ee5a17e62 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.018713] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Uploading image ce9ab9b7-fa4a-4698-8e72-727183ed62da {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 945.033440] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 945.033799] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8dc7e6fa-b363-41d9-a089-f4e6e8872b05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.042224] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 945.042224] env[70691]: value = "task-3454281" [ 945.042224] env[70691]: _type = "Task" [ 945.042224] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.052397] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454281, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.140170] env[70691]: DEBUG nova.network.neutron [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance_info_cache with network_info: [{"id": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "address": "fa:16:3e:ce:5a:55", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d46f99b-fe", "ovs_interfaceid": "1d46f99b-fecd-46e6-ab9d-8d382c46f688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.145631] env[70691]: DEBUG nova.compute.utils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 945.147591] env[70691]: DEBUG nova.compute.manager [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 945.150633] env[70691]: DEBUG nova.compute.manager [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 945.150633] env[70691]: DEBUG nova.network.neutron [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 945.210715] env[70691]: DEBUG nova.policy [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbb0e144e82148f79e265cf8d540a75e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2f3988299b34e438b0c4971394a1f94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 945.243968] env[70691]: DEBUG oslo_vmware.api [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454280, 'name': PowerOffVM_Task, 'duration_secs': 0.330795} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.246908] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 945.247199] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 945.247707] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71f4c145-1650-47d3-b377-3fa71f2acf26 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.283559] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 945.283559] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 945.284055] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Deleting the datastore file [datastore2] c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.289757] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62c58227-402c-4b1d-aad9-bebeda729a8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.302207] env[70691]: DEBUG oslo_vmware.api [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for the task: (returnval){ [ 945.302207] env[70691]: value = "task-3454283" [ 945.302207] env[70691]: _type = "Task" [ 945.302207] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.312739] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.314018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.314018] env[70691]: DEBUG nova.network.neutron [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 945.319291] env[70691]: DEBUG oslo_vmware.api [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.357712] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 945.358012] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 945.358224] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.358389] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 945.358538] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.358741] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 945.358956] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 945.360400] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 945.360400] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 945.360400] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 945.360400] env[70691]: DEBUG nova.virt.hardware [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 945.360842] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8ff74a-2d07-4957-8ba0-475984458f31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.376104] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaf4ad2-48ab-41d4-ac79-3d4562a077da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.398030] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f5:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '322d66c9-4ea9-42f7-af93-cdd50e8d1b19', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.409643] env[70691]: DEBUG oslo.service.loopingcall [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.413465] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 945.413736] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a4fee5c-ac20-4648-a129-f71d7e7db04d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.437546] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.437546] env[70691]: value = "task-3454284" [ 945.437546] env[70691]: _type = "Task" [ 945.437546] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.447192] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454284, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.554906] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454281, 'name': Destroy_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.648747] env[70691]: DEBUG oslo_concurrency.lockutils [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-cae8ad8e-ae95-4d27-9379-e1aa64db3916" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.649059] env[70691]: DEBUG nova.objects.instance [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lazy-loading 'migration_context' on Instance uuid cae8ad8e-ae95-4d27-9379-e1aa64db3916 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.657760] env[70691]: DEBUG nova.compute.manager [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 945.686903] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.703062] env[70691]: DEBUG nova.network.neutron [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Successfully created port: 98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.776913] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224f323f-2526-4fdb-a469-6ccfde1eac4a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.785676] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c230e1-2b91-4e26-8982-bb1906441cb8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.830830] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072d7b2-f570-4356-ad39-711e1149f20f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.843930] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310925da-0ee3-4506-aa95-ed274ca71de6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.848277] env[70691]: DEBUG oslo_vmware.api [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Task: {'id': task-3454283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293852} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.848632] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.848875] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 945.849093] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 945.849282] env[70691]: INFO nova.compute.manager [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 945.849530] env[70691]: DEBUG oslo.service.loopingcall [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.850156] env[70691]: DEBUG nova.compute.manager [-] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 945.850273] env[70691]: DEBUG nova.network.neutron [-] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 945.861218] env[70691]: DEBUG nova.compute.provider_tree [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.876416] env[70691]: DEBUG nova.network.neutron [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 945.880104] env[70691]: DEBUG nova.network.neutron [-] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 945.949749] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454284, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.054197] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454281, 'name': Destroy_Task, 'duration_secs': 0.882038} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.054512] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Destroyed the VM [ 946.054796] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 946.055135] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d8af153-c9e9-4bf4-995b-060c82ee6feb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.063202] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 946.063202] env[70691]: value = "task-3454285" [ 946.063202] env[70691]: _type = "Task" [ 946.063202] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.072768] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454285, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.091273] env[70691]: DEBUG nova.compute.manager [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Received event network-vif-plugged-a87a6353-06a8-468f-8eac-cc8dae75ed92 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 946.091669] env[70691]: DEBUG oslo_concurrency.lockutils [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] Acquiring lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.091912] env[70691]: DEBUG oslo_concurrency.lockutils [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] Lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.092158] env[70691]: DEBUG oslo_concurrency.lockutils [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] Lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.092279] env[70691]: DEBUG nova.compute.manager [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] No waiting events found dispatching network-vif-plugged-a87a6353-06a8-468f-8eac-cc8dae75ed92 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 946.092777] env[70691]: WARNING nova.compute.manager [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Received unexpected event network-vif-plugged-a87a6353-06a8-468f-8eac-cc8dae75ed92 for instance with vm_state building and task_state spawning. [ 946.092777] env[70691]: DEBUG nova.compute.manager [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Received event network-changed-a87a6353-06a8-468f-8eac-cc8dae75ed92 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 946.092777] env[70691]: DEBUG nova.compute.manager [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Refreshing instance network info cache due to event network-changed-a87a6353-06a8-468f-8eac-cc8dae75ed92. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 946.092928] env[70691]: DEBUG oslo_concurrency.lockutils [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] Acquiring lock "refresh_cache-19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.155969] env[70691]: DEBUG nova.objects.base [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 946.156958] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9206776e-947e-4486-b15c-f76195cadc20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.164141] env[70691]: DEBUG nova.network.neutron [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Updating instance_info_cache with network_info: [{"id": "a87a6353-06a8-468f-8eac-cc8dae75ed92", "address": "fa:16:3e:92:27:5c", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87a6353-06", "ovs_interfaceid": "a87a6353-06a8-468f-8eac-cc8dae75ed92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.191345] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473c5424-4a99-47c9-a4d3-54c517b1877c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.199272] env[70691]: DEBUG oslo_vmware.api [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 946.199272] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5261ed24-1886-e988-c02d-487036b72a41" [ 946.199272] env[70691]: _type = "Task" [ 946.199272] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.210421] env[70691]: DEBUG oslo_vmware.api [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5261ed24-1886-e988-c02d-487036b72a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.366071] env[70691]: DEBUG nova.scheduler.client.report [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 946.384252] env[70691]: DEBUG nova.network.neutron [-] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.454047] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454284, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.581277] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454285, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.692608] env[70691]: DEBUG nova.compute.manager [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 946.695010] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.695328] env[70691]: DEBUG nova.compute.manager [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Instance network_info: |[{"id": "a87a6353-06a8-468f-8eac-cc8dae75ed92", "address": "fa:16:3e:92:27:5c", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87a6353-06", "ovs_interfaceid": "a87a6353-06a8-468f-8eac-cc8dae75ed92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 946.695864] env[70691]: DEBUG oslo_concurrency.lockutils [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] Acquired lock "refresh_cache-19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.696080] env[70691]: DEBUG nova.network.neutron [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Refreshing network info cache for port a87a6353-06a8-468f-8eac-cc8dae75ed92 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 946.698029] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:27:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a87a6353-06a8-468f-8eac-cc8dae75ed92', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.705062] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Creating folder: Project (7372c9a6ed574e2886d88552f5bc59b6). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 946.706320] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a5113fb-cd1f-463f-99f6-8568c7e5cf24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.719033] env[70691]: DEBUG oslo_vmware.api [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5261ed24-1886-e988-c02d-487036b72a41, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.719427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.724625] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Created folder: Project (7372c9a6ed574e2886d88552f5bc59b6) in parent group-v689428. [ 946.724625] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Creating folder: Instances. Parent ref: group-v689615. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 946.724864] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3145aeb2-0b1c-427a-8f9e-c60b622ce611 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.729038] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 946.729038] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 946.729038] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.729247] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 946.729276] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.729417] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 946.729639] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 946.729809] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 946.729978] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 946.730163] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 946.730339] env[70691]: DEBUG nova.virt.hardware [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 946.731494] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d76223-2639-40f1-9943-191e9345e9ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.740761] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3f10a-1339-447d-aabd-10e3b397aa7d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.746868] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Created folder: Instances in parent group-v689615. [ 946.747143] env[70691]: DEBUG oslo.service.loopingcall [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.748075] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 946.748316] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8917561-41af-4d44-8c56-ca44c8e20e1b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.778432] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.778432] env[70691]: value = "task-3454288" [ 946.778432] env[70691]: _type = "Task" [ 946.778432] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.788526] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454288, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.873033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.876705] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.754s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.880940] env[70691]: INFO nova.compute.claims [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.887213] env[70691]: INFO nova.compute.manager [-] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Took 1.04 seconds to deallocate network for instance. [ 946.901270] env[70691]: INFO nova.scheduler.client.report [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Deleted allocations for instance 085f5a90-e982-4ad5-8d81-5302994ee1ee [ 946.951103] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454284, 'name': CreateVM_Task, 'duration_secs': 1.024217} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.951311] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 946.952050] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.952241] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.952568] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.952838] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca81cac-d1ca-42d3-bc95-c59092a20714 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.960453] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 946.960453] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52afa6ef-8787-3785-07a5-adbada3e26ac" [ 946.960453] env[70691]: _type = "Task" [ 946.960453] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.970315] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52afa6ef-8787-3785-07a5-adbada3e26ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.075340] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454285, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.290145] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454288, 'name': CreateVM_Task, 'duration_secs': 0.459592} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.290398] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 947.291198] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.395240] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.410333] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6e580-6998-43dd-8b11-0bc1e8a61cf4 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "085f5a90-e982-4ad5-8d81-5302994ee1ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.846s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.441952] env[70691]: DEBUG nova.compute.manager [req-56d6ac9e-abf4-4e31-9df8-7818eeb83875 req-2f883ac7-c721-45d2-a156-646226d38c19 service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Received event network-vif-plugged-98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 947.442465] env[70691]: DEBUG oslo_concurrency.lockutils [req-56d6ac9e-abf4-4e31-9df8-7818eeb83875 req-2f883ac7-c721-45d2-a156-646226d38c19 service nova] Acquiring lock "618f34e6-7752-4fee-89c4-464741b9d9c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.442774] env[70691]: DEBUG oslo_concurrency.lockutils [req-56d6ac9e-abf4-4e31-9df8-7818eeb83875 req-2f883ac7-c721-45d2-a156-646226d38c19 service nova] Lock "618f34e6-7752-4fee-89c4-464741b9d9c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.443022] env[70691]: DEBUG oslo_concurrency.lockutils [req-56d6ac9e-abf4-4e31-9df8-7818eeb83875 req-2f883ac7-c721-45d2-a156-646226d38c19 service nova] Lock "618f34e6-7752-4fee-89c4-464741b9d9c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.443240] env[70691]: DEBUG nova.compute.manager [req-56d6ac9e-abf4-4e31-9df8-7818eeb83875 req-2f883ac7-c721-45d2-a156-646226d38c19 service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] No waiting events found dispatching network-vif-plugged-98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 947.443518] env[70691]: WARNING nova.compute.manager [req-56d6ac9e-abf4-4e31-9df8-7818eeb83875 req-2f883ac7-c721-45d2-a156-646226d38c19 service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Received unexpected event network-vif-plugged-98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 for instance with vm_state building and task_state spawning. [ 947.473008] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52afa6ef-8787-3785-07a5-adbada3e26ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.473636] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.474374] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.474866] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.476100] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.476100] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.476324] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.476824] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.477127] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bb2e458-0788-435b-8d8d-1ec533b88dab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.479949] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c6d62f-e893-40a7-b2fd-b12eb9dd279a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.487364] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 947.487364] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52963079-902e-d4cc-7c2b-cb696430033f" [ 947.487364] env[70691]: _type = "Task" [ 947.487364] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.495103] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.495371] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 947.496743] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc69963-c90a-4feb-9aa3-ec3e86b8f79b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.503139] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52963079-902e-d4cc-7c2b-cb696430033f, 'name': SearchDatastore_Task, 'duration_secs': 0.010666} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.504313] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.504698] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.504985] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.507282] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 947.507282] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5255e9cc-4a9a-7325-d871-c5d1c1033898" [ 947.507282] env[70691]: _type = "Task" [ 947.507282] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.516366] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5255e9cc-4a9a-7325-d871-c5d1c1033898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.580929] env[70691]: DEBUG oslo_vmware.api [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454285, 'name': RemoveSnapshot_Task, 'duration_secs': 1.4039} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.586023] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 947.639964] env[70691]: DEBUG nova.network.neutron [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Successfully updated port: 98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.777370] env[70691]: DEBUG nova.network.neutron [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Updated VIF entry in instance network info cache for port a87a6353-06a8-468f-8eac-cc8dae75ed92. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 947.777731] env[70691]: DEBUG nova.network.neutron [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Updating instance_info_cache with network_info: [{"id": "a87a6353-06a8-468f-8eac-cc8dae75ed92", "address": "fa:16:3e:92:27:5c", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87a6353-06", "ovs_interfaceid": "a87a6353-06a8-468f-8eac-cc8dae75ed92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.022636] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5255e9cc-4a9a-7325-d871-c5d1c1033898, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.023644] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dca1851-20a9-4007-8051-19665dc25e1f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.033152] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 948.033152] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52dd4529-c330-1acf-9436-9a41e1278d5a" [ 948.033152] env[70691]: _type = "Task" [ 948.033152] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.040978] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52dd4529-c330-1acf-9436-9a41e1278d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.092979] env[70691]: WARNING nova.compute.manager [None req-aab46241-e63d-4747-b9be-b34b90a1e1b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Image not found during snapshot: nova.exception.ImageNotFound: Image ce9ab9b7-fa4a-4698-8e72-727183ed62da could not be found. [ 948.146293] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquiring lock "refresh_cache-618f34e6-7752-4fee-89c4-464741b9d9c1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.146453] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquired lock "refresh_cache-618f34e6-7752-4fee-89c4-464741b9d9c1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.146631] env[70691]: DEBUG nova.network.neutron [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 948.224446] env[70691]: DEBUG nova.compute.manager [req-9660b6af-b142-41a8-9c76-159f4a5ceff1 req-b24e9bcb-041a-4f70-842b-59fb256a233d service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Received event network-changed-98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 948.224785] env[70691]: DEBUG nova.compute.manager [req-9660b6af-b142-41a8-9c76-159f4a5ceff1 req-b24e9bcb-041a-4f70-842b-59fb256a233d service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Refreshing instance network info cache due to event network-changed-98a0035b-ecc5-4fe1-8796-1c2f9a599fb2. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 948.224881] env[70691]: DEBUG oslo_concurrency.lockutils [req-9660b6af-b142-41a8-9c76-159f4a5ceff1 req-b24e9bcb-041a-4f70-842b-59fb256a233d service nova] Acquiring lock "refresh_cache-618f34e6-7752-4fee-89c4-464741b9d9c1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.250240] env[70691]: DEBUG oslo_concurrency.lockutils [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "ca72fd6b-5136-4a0c-8073-68ec87e38403" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.250509] env[70691]: DEBUG oslo_concurrency.lockutils [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "ca72fd6b-5136-4a0c-8073-68ec87e38403" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.250736] env[70691]: DEBUG oslo_concurrency.lockutils [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "ca72fd6b-5136-4a0c-8073-68ec87e38403-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.250982] env[70691]: DEBUG oslo_concurrency.lockutils [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "ca72fd6b-5136-4a0c-8073-68ec87e38403-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.251191] env[70691]: DEBUG oslo_concurrency.lockutils [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "ca72fd6b-5136-4a0c-8073-68ec87e38403-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.255721] env[70691]: INFO nova.compute.manager [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Terminating instance [ 948.257675] env[70691]: DEBUG nova.compute.manager [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 948.257871] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 948.259131] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043fe5e-9531-4154-9122-18c31ee7f7d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.267854] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 948.270114] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd3d3e8-a78b-49c3-93e8-f4db058901cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.279424] env[70691]: DEBUG oslo_vmware.api [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 948.279424] env[70691]: value = "task-3454289" [ 948.279424] env[70691]: _type = "Task" [ 948.279424] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.279919] env[70691]: DEBUG oslo_concurrency.lockutils [req-5756d204-5778-4a30-a1d4-4edb017bbb26 req-c9fc9a7e-67ec-40f7-8258-6f80d7ce9940 service nova] Releasing lock "refresh_cache-19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.294254] env[70691]: DEBUG oslo_vmware.api [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.367605] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e311922-501f-4185-ac61-cf3ece960f2c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.377148] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a79d0c2-7baf-4321-a290-3a34160954d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.413364] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82887d4f-02cf-4465-ab51-dc4a0cdef92e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.424974] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2c8ad2-4888-43d6-b801-971183a4ef0c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.441157] env[70691]: DEBUG nova.compute.provider_tree [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.544860] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52dd4529-c330-1acf-9436-9a41e1278d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.546062] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.546455] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 948.546861] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.547150] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.547718] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f785ceb0-be17-4190-bc09-a3e783d43972 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.550473] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bedd89f-015d-4acc-80ce-779b198d8522 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.560613] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 948.560613] env[70691]: value = "task-3454290" [ 948.560613] env[70691]: _type = "Task" [ 948.560613] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.566525] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.566801] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 948.568694] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbfb8141-d038-4bb5-aa38-b416d14b0967 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.577813] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.581169] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 948.581169] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ca0aac-2c2d-c63c-d378-0da749f75222" [ 948.581169] env[70691]: _type = "Task" [ 948.581169] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.593144] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ca0aac-2c2d-c63c-d378-0da749f75222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.723793] env[70691]: DEBUG nova.network.neutron [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 948.792223] env[70691]: DEBUG oslo_vmware.api [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454289, 'name': PowerOffVM_Task, 'duration_secs': 0.212256} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.792638] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 948.792870] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 948.793425] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4e2eb6-7d24-4bc0-96b5-753ebb861ae1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.876894] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 948.877390] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 948.878326] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Deleting the datastore file [datastore1] ca72fd6b-5136-4a0c-8073-68ec87e38403 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.878326] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dadbf15-a3e3-4595-bd52-012dc5c433c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.890727] env[70691]: DEBUG oslo_vmware.api [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 948.890727] env[70691]: value = "task-3454292" [ 948.890727] env[70691]: _type = "Task" [ 948.890727] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.905661] env[70691]: DEBUG oslo_vmware.api [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.949457] env[70691]: DEBUG nova.scheduler.client.report [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 948.985124] env[70691]: DEBUG nova.network.neutron [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Updating instance_info_cache with network_info: [{"id": "98a0035b-ecc5-4fe1-8796-1c2f9a599fb2", "address": "fa:16:3e:eb:b6:7f", "network": {"id": "4f57749b-c65c-48b3-b068-a2a0ed478023", "bridge": "br-int", "label": "tempest-ServersTestJSON-1265547219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2f3988299b34e438b0c4971394a1f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a0035b-ec", "ovs_interfaceid": "98a0035b-ecc5-4fe1-8796-1c2f9a599fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.038785] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "554941f0-5130-4a4f-b3b0-48d27d431a8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.039079] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "554941f0-5130-4a4f-b3b0-48d27d431a8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.039338] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "554941f0-5130-4a4f-b3b0-48d27d431a8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.039579] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "554941f0-5130-4a4f-b3b0-48d27d431a8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.039785] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "554941f0-5130-4a4f-b3b0-48d27d431a8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.042797] env[70691]: INFO nova.compute.manager [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Terminating instance [ 949.045412] env[70691]: DEBUG nova.compute.manager [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 949.045610] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 949.046583] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3161fc4-7ee8-42bd-a8b5-57b937405b34 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.056768] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 949.057144] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ffb6b7e-de2b-4c24-bb31-f061606665b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.066875] env[70691]: DEBUG oslo_vmware.api [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 949.066875] env[70691]: value = "task-3454293" [ 949.066875] env[70691]: _type = "Task" [ 949.066875] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.075639] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511888} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.075925] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 949.075925] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.076954] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2117dbc-b07a-42df-8f26-b028710e9093 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.081442] env[70691]: DEBUG oslo_vmware.api [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.090544] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 949.090544] env[70691]: value = "task-3454294" [ 949.090544] env[70691]: _type = "Task" [ 949.090544] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.101860] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ca0aac-2c2d-c63c-d378-0da749f75222, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.105760] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.106154] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d084771c-d90c-42c8-a350-def8737f33f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.113980] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 949.113980] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e288a6-d385-40b4-ec09-c9bda86768a7" [ 949.113980] env[70691]: _type = "Task" [ 949.113980] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.127118] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e288a6-d385-40b4-ec09-c9bda86768a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.402370] env[70691]: DEBUG oslo_vmware.api [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325374} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.402752] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.402955] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 949.403149] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 949.403330] env[70691]: INFO nova.compute.manager [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Took 1.15 seconds to destroy the instance on the hypervisor. [ 949.403623] env[70691]: DEBUG oslo.service.loopingcall [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.403831] env[70691]: DEBUG nova.compute.manager [-] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 949.403926] env[70691]: DEBUG nova.network.neutron [-] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 949.455342] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.455745] env[70691]: DEBUG nova.compute.manager [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 949.458589] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.148s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.458825] env[70691]: DEBUG nova.objects.instance [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lazy-loading 'resources' on Instance uuid e7c32bb6-4dee-49b0-be18-54a34bc2aa0a {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.487938] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Releasing lock "refresh_cache-618f34e6-7752-4fee-89c4-464741b9d9c1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.488406] env[70691]: DEBUG nova.compute.manager [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Instance network_info: |[{"id": "98a0035b-ecc5-4fe1-8796-1c2f9a599fb2", "address": "fa:16:3e:eb:b6:7f", "network": {"id": "4f57749b-c65c-48b3-b068-a2a0ed478023", "bridge": "br-int", "label": "tempest-ServersTestJSON-1265547219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2f3988299b34e438b0c4971394a1f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a0035b-ec", "ovs_interfaceid": "98a0035b-ecc5-4fe1-8796-1c2f9a599fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 949.488612] env[70691]: DEBUG oslo_concurrency.lockutils [req-9660b6af-b142-41a8-9c76-159f4a5ceff1 req-b24e9bcb-041a-4f70-842b-59fb256a233d service nova] Acquired lock "refresh_cache-618f34e6-7752-4fee-89c4-464741b9d9c1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.488792] env[70691]: DEBUG nova.network.neutron [req-9660b6af-b142-41a8-9c76-159f4a5ceff1 req-b24e9bcb-041a-4f70-842b-59fb256a233d service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Refreshing network info cache for port 98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 949.489956] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b6:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98a0035b-ecc5-4fe1-8796-1c2f9a599fb2', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.501413] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Creating folder: Project (c2f3988299b34e438b0c4971394a1f94). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 949.507064] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e0af8eb-d6cd-4055-863c-1ad9b3fb22f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.519943] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Created folder: Project (c2f3988299b34e438b0c4971394a1f94) in parent group-v689428. [ 949.520106] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Creating folder: Instances. Parent ref: group-v689618. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 949.520377] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7816ce46-5868-408f-9aa1-b7c5282cc19b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.532163] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Created folder: Instances in parent group-v689618. [ 949.532525] env[70691]: DEBUG oslo.service.loopingcall [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.532661] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 949.533196] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-717e0c3a-f608-4ad3-a19e-b90a151a5091 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.554154] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.554154] env[70691]: value = "task-3454297" [ 949.554154] env[70691]: _type = "Task" [ 949.554154] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.564431] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454297, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.581069] env[70691]: DEBUG oslo_vmware.api [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454293, 'name': PowerOffVM_Task, 'duration_secs': 0.29292} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.582873] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 949.583081] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 949.583356] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59be19d2-f285-4490-84ad-bbe1ababf098 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.600565] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076009} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.600864] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.601700] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592f9b0f-7c3c-4ac7-b1fc-f20e3c9cfb86 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.625425] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.628924] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0383458-d646-4799-946d-7c0aa4d7e902 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.650144] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e288a6-d385-40b4-ec09-c9bda86768a7, 'name': SearchDatastore_Task, 'duration_secs': 0.016066} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.654048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.654353] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a/19746beb-b29f-4fbf-a5d8-ce9e4d727c9a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 949.654790] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 949.654790] env[70691]: value = "task-3454299" [ 949.654790] env[70691]: _type = "Task" [ 949.654790] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.655030] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0f1e9e1-b29d-47a6-9db2-4dca6f65926f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.668482] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.671111] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 949.671466] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 949.671733] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Deleting the datastore file [datastore2] 554941f0-5130-4a4f-b3b0-48d27d431a8c {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.672119] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 949.672119] env[70691]: value = "task-3454300" [ 949.672119] env[70691]: _type = "Task" [ 949.672119] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.672337] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59c7256b-7bfe-4e32-9ff9-e89a17ede9bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.686234] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.687996] env[70691]: DEBUG oslo_vmware.api [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 949.687996] env[70691]: value = "task-3454301" [ 949.687996] env[70691]: _type = "Task" [ 949.687996] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.698430] env[70691]: DEBUG oslo_vmware.api [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.865200] env[70691]: DEBUG nova.network.neutron [req-9660b6af-b142-41a8-9c76-159f4a5ceff1 req-b24e9bcb-041a-4f70-842b-59fb256a233d service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Updated VIF entry in instance network info cache for port 98a0035b-ecc5-4fe1-8796-1c2f9a599fb2. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 949.867107] env[70691]: DEBUG nova.network.neutron [req-9660b6af-b142-41a8-9c76-159f4a5ceff1 req-b24e9bcb-041a-4f70-842b-59fb256a233d service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Updating instance_info_cache with network_info: [{"id": "98a0035b-ecc5-4fe1-8796-1c2f9a599fb2", "address": "fa:16:3e:eb:b6:7f", "network": {"id": "4f57749b-c65c-48b3-b068-a2a0ed478023", "bridge": "br-int", "label": "tempest-ServersTestJSON-1265547219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2f3988299b34e438b0c4971394a1f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a0035b-ec", "ovs_interfaceid": "98a0035b-ecc5-4fe1-8796-1c2f9a599fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.962781] env[70691]: DEBUG nova.compute.utils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 949.975791] env[70691]: DEBUG nova.compute.manager [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 949.976030] env[70691]: DEBUG nova.network.neutron [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 950.066602] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454297, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.068274] env[70691]: DEBUG nova.policy [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '631e5b36bfc94c80827b600710f8f1c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14c2aa456ea840389ac32f6b95216749', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 950.174415] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.187804] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.204657] env[70691]: DEBUG oslo_vmware.api [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209829} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.204997] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.205215] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 950.205641] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 950.205641] env[70691]: INFO nova.compute.manager [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 950.205799] env[70691]: DEBUG oslo.service.loopingcall [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.210408] env[70691]: DEBUG nova.compute.manager [-] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 950.210587] env[70691]: DEBUG nova.network.neutron [-] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 950.289505] env[70691]: DEBUG nova.network.neutron [-] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.375956] env[70691]: DEBUG oslo_concurrency.lockutils [req-9660b6af-b142-41a8-9c76-159f4a5ceff1 req-b24e9bcb-041a-4f70-842b-59fb256a233d service nova] Releasing lock "refresh_cache-618f34e6-7752-4fee-89c4-464741b9d9c1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.480806] env[70691]: DEBUG nova.compute.manager [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 950.537408] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d568a8-eca8-4393-84b5-c2a946ce677e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.550760] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26212ab8-1d51-4590-a7f7-2b26f4da7ae4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.566431] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454297, 'name': CreateVM_Task, 'duration_secs': 0.544589} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.597927] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 950.600736] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.600958] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.602413] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.602413] env[70691]: DEBUG nova.compute.manager [req-f9600b2b-2ebf-4b11-9f5d-112fcee67c8f req-e0c037fb-9bd5-45d9-b7af-c1673611418f service nova] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Received event network-vif-deleted-7dfe8d21-848c-48e9-b5d7-793d33a3d4dd {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 950.603312] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64813af4-6395-470a-9379-9d9009061329 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.606461] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4301314-ff4e-4dd9-93a4-efb5f02d505e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.617846] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b9f33-f82e-4204-a637-233faea36551 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.622223] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 950.622223] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522b5a72-90bb-b0b4-c95b-9cac134ed1d6" [ 950.622223] env[70691]: _type = "Task" [ 950.622223] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.634934] env[70691]: DEBUG nova.compute.provider_tree [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.642905] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522b5a72-90bb-b0b4-c95b-9cac134ed1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.669753] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454299, 'name': ReconfigVM_Task, 'duration_secs': 0.73996} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.670162] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 35828fe9-7966-4d5a-b860-2cabb825ce9c/35828fe9-7966-4d5a-b860-2cabb825ce9c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.673886] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27fdda3b-ad83-4c3b-a105-0166c114d0ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.680613] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 950.680613] env[70691]: value = "task-3454302" [ 950.680613] env[70691]: _type = "Task" [ 950.680613] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.690246] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604967} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.694757] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a/19746beb-b29f-4fbf-a5d8-ce9e4d727c9a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 950.694757] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.694757] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44169d6e-29f6-45aa-857e-90938e4a0494 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.705011] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454302, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.706605] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 950.706605] env[70691]: value = "task-3454303" [ 950.706605] env[70691]: _type = "Task" [ 950.706605] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.718020] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.755708] env[70691]: DEBUG nova.network.neutron [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Successfully created port: 02491090-55c8-4f90-9a75-42d5a1b3ed08 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.795025] env[70691]: INFO nova.compute.manager [-] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Took 1.39 seconds to deallocate network for instance. [ 950.987267] env[70691]: INFO nova.virt.block_device [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Booting with volume 844a8c86-7d98-4ba7-9444-d066ed76fe6d at /dev/sda [ 951.028907] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf86e66b-2502-4a1e-9dd4-72d2ca4d56c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.040351] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b30428-f0b1-463c-b427-da0db4b83228 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.076877] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de4958b4-56c7-4801-9490-c56731ff8896 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.087015] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0491f96-e36f-40b3-80c6-82f4e8e50410 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.127387] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d45c9ba-604c-4adf-aa98-30a72d7a429d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.139358] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90fbc81-3d7e-4663-804c-39ef18b3f4d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.142318] env[70691]: DEBUG nova.scheduler.client.report [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 951.145771] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522b5a72-90bb-b0b4-c95b-9cac134ed1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.043785} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.146116] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.146350] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.146586] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.146780] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.147515] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.147934] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-223f18cb-1bbc-4eca-8edd-454522b8453f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.161891] env[70691]: DEBUG nova.virt.block_device [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Updating existing volume attachment record: bf194ef7-4ac4-4cb8-8b28-bc8cd5b1a149 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 951.165661] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.166751] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 951.166751] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6cefc82-bc02-4c58-bc1d-4b1f25d12ff7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.175409] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 951.175409] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522b7edf-7bd6-e5d2-ba39-5cc969427684" [ 951.175409] env[70691]: _type = "Task" [ 951.175409] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.182946] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522b7edf-7bd6-e5d2-ba39-5cc969427684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.194388] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454302, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.221485] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071943} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.222009] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.223841] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f789b96-8ac5-4818-8749-3427bc7e119b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.248774] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a/19746beb-b29f-4fbf-a5d8-ce9e4d727c9a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.250624] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86f9e5e-fa3d-4ed5-a62a-5249a35b0b0d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.270108] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "ecbd41bb-93e8-4279-91d7-57a96a90b147" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.270371] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.279130] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 951.279130] env[70691]: value = "task-3454304" [ 951.279130] env[70691]: _type = "Task" [ 951.279130] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.290571] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.301075] env[70691]: DEBUG oslo_concurrency.lockutils [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.331775] env[70691]: DEBUG nova.network.neutron [-] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.648677] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.652304] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.610s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.652618] env[70691]: DEBUG nova.objects.instance [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lazy-loading 'resources' on Instance uuid 0feaafde-7f27-408d-bd31-3aed3c9f4d93 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.688556] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522b7edf-7bd6-e5d2-ba39-5cc969427684, 'name': SearchDatastore_Task, 'duration_secs': 0.030837} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.689542] env[70691]: INFO nova.scheduler.client.report [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Deleted allocations for instance e7c32bb6-4dee-49b0-be18-54a34bc2aa0a [ 951.698251] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a402ace2-b136-4397-854d-920b84a8c29a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.709468] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 951.709468] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528c53e1-78ea-be3c-bdb5-1f5e66546975" [ 951.709468] env[70691]: _type = "Task" [ 951.709468] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.709655] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454302, 'name': Rename_Task, 'duration_secs': 0.929379} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.713025] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 951.713825] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96027f97-ff60-4648-9ca3-5ad9f0f1ba30 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.724222] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528c53e1-78ea-be3c-bdb5-1f5e66546975, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.725633] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.725880] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 618f34e6-7752-4fee-89c4-464741b9d9c1/618f34e6-7752-4fee-89c4-464741b9d9c1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 951.726278] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 951.726278] env[70691]: value = "task-3454305" [ 951.726278] env[70691]: _type = "Task" [ 951.726278] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.726701] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f0c2e46-cbe0-4fe4-9f3e-7a8a6a6f4f04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.739373] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.741144] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 951.741144] env[70691]: value = "task-3454306" [ 951.741144] env[70691]: _type = "Task" [ 951.741144] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.752727] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.777228] env[70691]: DEBUG nova.compute.manager [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 951.791245] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454304, 'name': ReconfigVM_Task, 'duration_secs': 0.313361} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.791245] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a/19746beb-b29f-4fbf-a5d8-ce9e4d727c9a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.791801] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44beec6d-26a4-4a9e-ad9e-3f4ef83f7307 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.799823] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 951.799823] env[70691]: value = "task-3454307" [ 951.799823] env[70691]: _type = "Task" [ 951.799823] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.814531] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454307, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.839022] env[70691]: INFO nova.compute.manager [-] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Took 1.63 seconds to deallocate network for instance. [ 952.207657] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22c6f8b0-7485-4ed9-a69b-613ff93a5b54 tempest-ServersWithSpecificFlavorTestJSON-1146358242 tempest-ServersWithSpecificFlavorTestJSON-1146358242-project-member] Lock "e7c32bb6-4dee-49b0-be18-54a34bc2aa0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.073s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.251150] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454305, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.265100] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454306, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.306526] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.316776] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454307, 'name': Rename_Task, 'duration_secs': 0.163952} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.316776] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 952.316776] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0d7f32b-3a68-4c9b-9b98-6d286dd6d505 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.331755] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 952.331755] env[70691]: value = "task-3454308" [ 952.331755] env[70691]: _type = "Task" [ 952.331755] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.346338] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.346625] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.579853] env[70691]: DEBUG nova.network.neutron [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Successfully updated port: 02491090-55c8-4f90-9a75-42d5a1b3ed08 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.661092] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69682d-5ed8-4d71-a0a7-75036b31aac1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.672031] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deef3b4a-39d5-4505-af42-d316d739af44 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.719732] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1163edee-0d4b-4eed-a431-52473016bf71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.725214] env[70691]: DEBUG nova.compute.manager [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Received event network-vif-deleted-f59fc620-ebde-4e19-9a37-183b071e7e80 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 952.725511] env[70691]: DEBUG nova.compute.manager [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Received event network-vif-plugged-02491090-55c8-4f90-9a75-42d5a1b3ed08 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 952.725807] env[70691]: DEBUG oslo_concurrency.lockutils [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] Acquiring lock "e74c6483-d53a-4714-9878-329eb1926956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.726159] env[70691]: DEBUG oslo_concurrency.lockutils [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] Lock "e74c6483-d53a-4714-9878-329eb1926956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.726359] env[70691]: DEBUG oslo_concurrency.lockutils [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] Lock "e74c6483-d53a-4714-9878-329eb1926956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.726530] env[70691]: DEBUG nova.compute.manager [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] No waiting events found dispatching network-vif-plugged-02491090-55c8-4f90-9a75-42d5a1b3ed08 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 952.726754] env[70691]: WARNING nova.compute.manager [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Received unexpected event network-vif-plugged-02491090-55c8-4f90-9a75-42d5a1b3ed08 for instance with vm_state building and task_state block_device_mapping. [ 952.726935] env[70691]: DEBUG nova.compute.manager [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Received event network-changed-02491090-55c8-4f90-9a75-42d5a1b3ed08 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 952.727157] env[70691]: DEBUG nova.compute.manager [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Refreshing instance network info cache due to event network-changed-02491090-55c8-4f90-9a75-42d5a1b3ed08. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 952.727384] env[70691]: DEBUG oslo_concurrency.lockutils [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] Acquiring lock "refresh_cache-e74c6483-d53a-4714-9878-329eb1926956" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.727542] env[70691]: DEBUG oslo_concurrency.lockutils [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] Acquired lock "refresh_cache-e74c6483-d53a-4714-9878-329eb1926956" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.727723] env[70691]: DEBUG nova.network.neutron [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Refreshing network info cache for port 02491090-55c8-4f90-9a75-42d5a1b3ed08 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 952.737321] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8712c4dc-523a-4820-a9ea-0c44e78e38c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.747132] env[70691]: DEBUG oslo_vmware.api [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454305, 'name': PowerOnVM_Task, 'duration_secs': 0.872469} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.747814] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 952.748046] env[70691]: DEBUG nova.compute.manager [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 952.748884] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6846b8cd-5db9-410d-a7df-f7572fb04cc9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.761165] env[70691]: DEBUG nova.compute.provider_tree [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.773924] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651403} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.776618] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 618f34e6-7752-4fee-89c4-464741b9d9c1/618f34e6-7752-4fee-89c4-464741b9d9c1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 952.776879] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.780063] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3e666f0-6af8-46b6-9870-ad0ef6a34da2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.789340] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 952.789340] env[70691]: value = "task-3454309" [ 952.789340] env[70691]: _type = "Task" [ 952.789340] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.799203] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.846360] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.083879] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Acquiring lock "refresh_cache-e74c6483-d53a-4714-9878-329eb1926956" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.266904] env[70691]: DEBUG nova.scheduler.client.report [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 953.273551] env[70691]: DEBUG nova.network.neutron [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 953.278319] env[70691]: DEBUG nova.compute.manager [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 953.279936] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 953.279936] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 953.279936] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.279936] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 953.280272] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.280272] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 953.280488] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 953.280676] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 953.280865] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 953.281132] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 953.281290] env[70691]: DEBUG nova.virt.hardware [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 953.282295] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f3cab-c384-47ed-9a53-98554eebc3e0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.298088] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.302438] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca631af-e6dc-47d1-a5de-cf225465d2c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.310087] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224896} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.310663] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.311669] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae4dc9a-4501-471b-b124-4832709f9d91 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.343131] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 618f34e6-7752-4fee-89c4-464741b9d9c1/618f34e6-7752-4fee-89c4-464741b9d9c1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.346048] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7930bf1-d1c8-4d28-a5e3-ad17435b2cd7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.372845] env[70691]: DEBUG oslo_vmware.api [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454308, 'name': PowerOnVM_Task, 'duration_secs': 0.534301} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.374749] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 953.374749] env[70691]: INFO nova.compute.manager [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Took 9.48 seconds to spawn the instance on the hypervisor. [ 953.374749] env[70691]: DEBUG nova.compute.manager [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 953.375162] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 953.375162] env[70691]: value = "task-3454310" [ 953.375162] env[70691]: _type = "Task" [ 953.375162] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.375940] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44775d0a-c361-4c3c-85c2-e59c9591cb5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.387687] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.412532] env[70691]: DEBUG nova.network.neutron [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.776317] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.777912] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.685s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.778286] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.780278] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.919s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.805232] env[70691]: INFO nova.scheduler.client.report [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Deleted allocations for instance 0feaafde-7f27-408d-bd31-3aed3c9f4d93 [ 953.806642] env[70691]: INFO nova.scheduler.client.report [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted allocations for instance 265f116d-1cdf-4201-a90e-6a3cb4ea8ece [ 953.901109] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454310, 'name': ReconfigVM_Task, 'duration_secs': 0.298548} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.901657] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 618f34e6-7752-4fee-89c4-464741b9d9c1/618f34e6-7752-4fee-89c4-464741b9d9c1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.903893] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88822abf-1031-4179-b6dc-06752d0647bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.911105] env[70691]: INFO nova.compute.manager [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Took 48.13 seconds to build instance. [ 953.916455] env[70691]: DEBUG oslo_concurrency.lockutils [req-1291c0ce-72dc-4360-b4ce-ff53b8c33fad req-a91e25f2-efa0-4cad-ae7a-f00db5b9a1bf service nova] Releasing lock "refresh_cache-e74c6483-d53a-4714-9878-329eb1926956" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.916512] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Acquired lock "refresh_cache-e74c6483-d53a-4714-9878-329eb1926956" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.916637] env[70691]: DEBUG nova.network.neutron [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 953.924051] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 953.924051] env[70691]: value = "task-3454311" [ 953.924051] env[70691]: _type = "Task" [ 953.924051] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.939947] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454311, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.320173] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7be3b654-cf03-455c-ac23-9635afac15f6 tempest-ServerMetadataNegativeTestJSON-705584658 tempest-ServerMetadataNegativeTestJSON-705584658-project-member] Lock "0feaafde-7f27-408d-bd31-3aed3c9f4d93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.384s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.324774] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a301ee5f-6411-45ca-93af-f4173d5e5c82 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "265f116d-1cdf-4201-a90e-6a3cb4ea8ece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.650s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.390172] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "e124d60c-63d6-4768-bbe1-ba6c993908db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.390172] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "e124d60c-63d6-4768-bbe1-ba6c993908db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.390172] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "e124d60c-63d6-4768-bbe1-ba6c993908db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.390172] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "e124d60c-63d6-4768-bbe1-ba6c993908db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.390320] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "e124d60c-63d6-4768-bbe1-ba6c993908db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.394166] env[70691]: INFO nova.compute.manager [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Terminating instance [ 954.396182] env[70691]: DEBUG nova.compute.manager [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 954.396381] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 954.398630] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc40a0ae-aaa7-402b-a9b3-ae9588f20a3d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.407520] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 954.407838] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa64053-250d-4998-a258-bcfd5cad4540 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.415553] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14d1168d-c3bb-4bbb-b383-70fe0631f0b2 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.645s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.416262] env[70691]: DEBUG oslo_vmware.api [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 954.416262] env[70691]: value = "task-3454312" [ 954.416262] env[70691]: _type = "Task" [ 954.416262] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.433873] env[70691]: DEBUG oslo_vmware.api [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.441873] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454311, 'name': Rename_Task, 'duration_secs': 0.161539} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.442254] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 954.442577] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc7f0b1-6d1c-49e0-a270-3c9d5894eb90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.452018] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 954.452018] env[70691]: value = "task-3454313" [ 954.452018] env[70691]: _type = "Task" [ 954.452018] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.461193] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.476124] env[70691]: DEBUG nova.network.neutron [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 954.798581] env[70691]: DEBUG nova.network.neutron [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Updating instance_info_cache with network_info: [{"id": "02491090-55c8-4f90-9a75-42d5a1b3ed08", "address": "fa:16:3e:d3:e6:55", "network": {"id": "72ca9b8a-10c1-43f9-bb30-81df131c149d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-598892803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c2aa456ea840389ac32f6b95216749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02491090-55", "ovs_interfaceid": "02491090-55c8-4f90-9a75-42d5a1b3ed08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.803187] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Applying migration context for instance 06883e8b-247a-4ba2-b0ae-6b7a917550f5 as it has an incoming, in-progress migration b7f25644-330c-4214-8a4a-202421fc56e1. Migration status is reverting {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 954.803187] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Applying migration context for instance cae8ad8e-ae95-4d27-9379-e1aa64db3916 as it has an incoming, in-progress migration 6e53a6fe-8cbe-4fa9-92b2-3764a3a9b22a. Migration status is confirming {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 954.804430] env[70691]: INFO nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating resource usage from migration b7f25644-330c-4214-8a4a-202421fc56e1 [ 954.804644] env[70691]: INFO nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating resource usage from migration 6e53a6fe-8cbe-4fa9-92b2-3764a3a9b22a [ 954.829703] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e51cd5d1-a00a-46fa-ab85-8d79bbc98100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.829881] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 893d73fe-32f3-4b54-a58b-70242f452bce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.829977] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 35828fe9-7966-4d5a-b860-2cabb825ce9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.830111] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance decfe3a6-3638-4fc0-9cf4-b954ea9c8af1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.830257] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance bb40cfcf-6c54-4403-8cd0-f586aeb06c09 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.830492] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 59083004-8304-4b1f-9c8f-404ecf812e7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.830644] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 3f866d70-dbec-4b20-a478-6d970447cea5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.830767] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 53c8d62a-6a62-4656-88e1-e27c6034d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.830879] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 7521efba-e1a0-43ef-9d28-f91158a2541a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.831011] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 453938ed-f1cb-43b4-83c2-6f6c85832a33 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.831141] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance c3450bab-3a34-4201-8a5a-f2f5ea38f95f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.831256] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 14f951b8-d2e2-43fd-aac1-32ae71aa20f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.831644] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e124d60c-63d6-4768-bbe1-ba6c993908db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.831644] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 554941f0-5130-4a4f-b3b0-48d27d431a8c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.831644] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.831896] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance b5c42a8b-05ff-42b5-b457-4f3b49e9cad4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.831896] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Migration b7f25644-330c-4214-8a4a-202421fc56e1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 954.831896] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 06883e8b-247a-4ba2-b0ae-6b7a917550f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.832013] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Migration 6e53a6fe-8cbe-4fa9-92b2-3764a3a9b22a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 954.832725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance cae8ad8e-ae95-4d27-9379-e1aa64db3916 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.832725] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance ca72fd6b-5136-4a0c-8073-68ec87e38403 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.832725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.832725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 618f34e6-7752-4fee-89c4-464741b9d9c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.832910] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e74c6483-d53a-4714-9878-329eb1926956 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 954.933118] env[70691]: DEBUG oslo_vmware.api [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454312, 'name': PowerOffVM_Task, 'duration_secs': 0.273575} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.933118] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 954.933118] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 954.933118] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8136aad-612e-4de8-98d0-60046d0c6094 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.964146] env[70691]: DEBUG oslo_vmware.api [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454313, 'name': PowerOnVM_Task, 'duration_secs': 0.473454} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.964527] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 954.964816] env[70691]: INFO nova.compute.manager [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Took 8.27 seconds to spawn the instance on the hypervisor. [ 954.965048] env[70691]: DEBUG nova.compute.manager [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 954.965938] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b43d36a-d9d4-43d8-aedf-20283f25116a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.028777] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 955.029178] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 955.029721] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleting the datastore file [datastore1] e124d60c-63d6-4768-bbe1-ba6c993908db {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.029721] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b04a3135-2a05-4658-b73d-5ad442de1a9d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.037376] env[70691]: DEBUG oslo_vmware.api [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 955.037376] env[70691]: value = "task-3454315" [ 955.037376] env[70691]: _type = "Task" [ 955.037376] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.046921] env[70691]: DEBUG oslo_vmware.api [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.302698] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Releasing lock "refresh_cache-e74c6483-d53a-4714-9878-329eb1926956" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.303047] env[70691]: DEBUG nova.compute.manager [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Instance network_info: |[{"id": "02491090-55c8-4f90-9a75-42d5a1b3ed08", "address": "fa:16:3e:d3:e6:55", "network": {"id": "72ca9b8a-10c1-43f9-bb30-81df131c149d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-598892803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c2aa456ea840389ac32f6b95216749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02491090-55", "ovs_interfaceid": "02491090-55c8-4f90-9a75-42d5a1b3ed08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 955.303511] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:e6:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02491090-55c8-4f90-9a75-42d5a1b3ed08', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.311071] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Creating folder: Project (14c2aa456ea840389ac32f6b95216749). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 955.311404] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb53363f-e775-4707-9a90-09f62632a339 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.327151] env[70691]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 955.327434] env[70691]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70691) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 955.327741] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Folder already exists: Project (14c2aa456ea840389ac32f6b95216749). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.327969] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Creating folder: Instances. Parent ref: group-v689582. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 955.328252] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abccc6d9-8cdb-4109-bc47-383e4147e77f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.337168] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 8f01c2ea-b543-4e83-a056-0c59415b78bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 955.342065] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Created folder: Instances in parent group-v689582. [ 955.343788] env[70691]: DEBUG oslo.service.loopingcall [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.343788] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74c6483-d53a-4714-9878-329eb1926956] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 955.344404] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0e56d08-8c9c-43bd-a085-3f0bb29d55e1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.366281] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.366281] env[70691]: value = "task-3454318" [ 955.366281] env[70691]: _type = "Task" [ 955.366281] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.376340] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454318, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.493610] env[70691]: INFO nova.compute.manager [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Took 47.98 seconds to build instance. [ 955.549389] env[70691]: DEBUG oslo_vmware.api [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191233} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.549746] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.550134] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 955.550411] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 955.550653] env[70691]: INFO nova.compute.manager [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Took 1.15 seconds to destroy the instance on the hypervisor. [ 955.550959] env[70691]: DEBUG oslo.service.loopingcall [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.551233] env[70691]: DEBUG nova.compute.manager [-] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 955.551439] env[70691]: DEBUG nova.network.neutron [-] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 955.681444] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.686869] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.705717] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.706331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.706644] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.706916] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.707353] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.710419] env[70691]: INFO nova.compute.manager [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Terminating instance [ 955.712642] env[70691]: DEBUG nova.compute.manager [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 955.712953] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 955.714095] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c394d5a-62a4-4959-9130-059c4e18135f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.725643] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 955.726050] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aa7e997-04a2-47f1-95f5-83c4fe38a1ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.734964] env[70691]: DEBUG oslo_vmware.api [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 955.734964] env[70691]: value = "task-3454319" [ 955.734964] env[70691]: _type = "Task" [ 955.734964] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.748142] env[70691]: DEBUG oslo_vmware.api [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.842324] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 6f29c19c-6ce6-4466-93d2-eabd054787d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 955.881016] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454318, 'name': CreateVM_Task, 'duration_secs': 0.45338} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.881016] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74c6483-d53a-4714-9878-329eb1926956] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 955.881016] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689590', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'name': 'volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e74c6483-d53a-4714-9878-329eb1926956', 'attached_at': '', 'detached_at': '', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'serial': '844a8c86-7d98-4ba7-9444-d066ed76fe6d'}, 'mount_device': '/dev/sda', 'attachment_id': 'bf194ef7-4ac4-4cb8-8b28-bc8cd5b1a149', 'boot_index': 0, 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70691) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 955.881016] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Root volume attach. Driver type: vmdk {{(pid=70691) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 955.881016] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c8f06-e6d2-4446-9da8-65dd9fe431e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.897770] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73733c1-f7a9-4e6d-9839-b8d64c9589d7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.908848] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad81f8-aae3-4dc1-b5e6-5bf360863ea4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.916101] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d919769b-c8a3-4f9f-9690-df90b18715f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.925971] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for the task: (returnval){ [ 955.925971] env[70691]: value = "task-3454320" [ 955.925971] env[70691]: _type = "Task" [ 955.925971] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.939685] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.995873] env[70691]: DEBUG oslo_concurrency.lockutils [None req-af740b43-12f1-4b37-ba05-5e873049c5ce tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "618f34e6-7752-4fee-89c4-464741b9d9c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.510s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.154902] env[70691]: DEBUG nova.compute.manager [req-1a400ef9-a506-4262-8abc-2facdb60e584 req-33cbf68a-270d-4e75-973c-8d7fc0e28755 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Received event network-vif-deleted-3d27cdd0-5e13-46e7-90eb-77b57c9246cd {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 956.154902] env[70691]: INFO nova.compute.manager [req-1a400ef9-a506-4262-8abc-2facdb60e584 req-33cbf68a-270d-4e75-973c-8d7fc0e28755 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Neutron deleted interface 3d27cdd0-5e13-46e7-90eb-77b57c9246cd; detaching it from the instance and deleting it from the info cache [ 956.154902] env[70691]: DEBUG nova.network.neutron [req-1a400ef9-a506-4262-8abc-2facdb60e584 req-33cbf68a-270d-4e75-973c-8d7fc0e28755 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.193674] env[70691]: DEBUG nova.compute.manager [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 956.246906] env[70691]: DEBUG oslo_vmware.api [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454319, 'name': PowerOffVM_Task, 'duration_secs': 0.314214} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.247843] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 956.248109] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 956.248315] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bce40726-199a-4650-b7de-d0e6094ba070 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.324968] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 956.325381] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 956.325696] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleting the datastore file [datastore2] 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.328352] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-870b1f4b-74b4-4407-8099-57bfbcefb148 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.340309] env[70691]: DEBUG oslo_vmware.api [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 956.340309] env[70691]: value = "task-3454322" [ 956.340309] env[70691]: _type = "Task" [ 956.340309] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.347444] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 15b4f357-9883-47da-8219-c45200d64e61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 956.359400] env[70691]: DEBUG oslo_vmware.api [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.420561] env[70691]: DEBUG nova.network.neutron [-] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.440794] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task} progress is 34%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.659460] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18fe3cab-72bb-4b94-a9d9-f41a4bcfd7f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.675689] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eb7192-e6c9-4b3a-8ff9-35d4bd8def6e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.725731] env[70691]: DEBUG nova.compute.manager [req-1a400ef9-a506-4262-8abc-2facdb60e584 req-33cbf68a-270d-4e75-973c-8d7fc0e28755 service nova] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Detach interface failed, port_id=3d27cdd0-5e13-46e7-90eb-77b57c9246cd, reason: Instance e124d60c-63d6-4768-bbe1-ba6c993908db could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 956.727286] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.853281] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance ecbd41bb-93e8-4279-91d7-57a96a90b147 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 956.853649] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 956.853841] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 956.857087] env[70691]: DEBUG oslo_vmware.api [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404622} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.859390] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.859390] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 956.859390] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 956.859390] env[70691]: INFO nova.compute.manager [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 956.859390] env[70691]: DEBUG oslo.service.loopingcall [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.859390] env[70691]: DEBUG nova.compute.manager [-] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 956.859390] env[70691]: DEBUG nova.network.neutron [-] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 956.925685] env[70691]: INFO nova.compute.manager [-] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Took 1.37 seconds to deallocate network for instance. [ 956.945450] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task} progress is 45%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.342808] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11cfe62-f04f-4386-9ba3-ba069d153d42 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.355790] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a7e89-73b4-4d11-8c5b-d4290286fe0f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.394248] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599a2447-11d3-4f9b-beb0-bd330ba09126 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.404993] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f63fe7-db09-42c0-8cab-c42391e20e14 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.427214] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.443121] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.446252] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task} progress is 58%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.744748] env[70691]: DEBUG nova.compute.manager [req-d9aad04d-ee87-4880-86ad-81429291d111 req-f2dad286-bea8-4edb-afdd-9e7ab4ea625c service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Received event network-changed-98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 957.744991] env[70691]: DEBUG nova.compute.manager [req-d9aad04d-ee87-4880-86ad-81429291d111 req-f2dad286-bea8-4edb-afdd-9e7ab4ea625c service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Refreshing instance network info cache due to event network-changed-98a0035b-ecc5-4fe1-8796-1c2f9a599fb2. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 957.746219] env[70691]: DEBUG oslo_concurrency.lockutils [req-d9aad04d-ee87-4880-86ad-81429291d111 req-f2dad286-bea8-4edb-afdd-9e7ab4ea625c service nova] Acquiring lock "refresh_cache-618f34e6-7752-4fee-89c4-464741b9d9c1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.746393] env[70691]: DEBUG oslo_concurrency.lockutils [req-d9aad04d-ee87-4880-86ad-81429291d111 req-f2dad286-bea8-4edb-afdd-9e7ab4ea625c service nova] Acquired lock "refresh_cache-618f34e6-7752-4fee-89c4-464741b9d9c1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.746588] env[70691]: DEBUG nova.network.neutron [req-d9aad04d-ee87-4880-86ad-81429291d111 req-f2dad286-bea8-4edb-afdd-9e7ab4ea625c service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Refreshing network info cache for port 98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 957.929476] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 957.946367] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task} progress is 73%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.060618] env[70691]: DEBUG nova.network.neutron [-] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.217909] env[70691]: DEBUG nova.compute.manager [req-bef0b103-0fbd-44ba-b5f7-abdfc1c3fb4f req-d3b8e8c1-e085-4615-b7b1-65463617ccbe service nova] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Received event network-vif-deleted-a87a6353-06a8-468f-8eac-cc8dae75ed92 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 958.439652] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 958.439921] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.660s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.440226] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.613s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.442082] env[70691]: INFO nova.compute.claims [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.444843] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.445076] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Cleaning up deleted instances {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 958.453138] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task} progress is 86%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.565154] env[70691]: INFO nova.compute.manager [-] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Took 1.70 seconds to deallocate network for instance. [ 958.587498] env[70691]: DEBUG nova.network.neutron [req-d9aad04d-ee87-4880-86ad-81429291d111 req-f2dad286-bea8-4edb-afdd-9e7ab4ea625c service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Updated VIF entry in instance network info cache for port 98a0035b-ecc5-4fe1-8796-1c2f9a599fb2. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 958.588207] env[70691]: DEBUG nova.network.neutron [req-d9aad04d-ee87-4880-86ad-81429291d111 req-f2dad286-bea8-4edb-afdd-9e7ab4ea625c service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Updating instance_info_cache with network_info: [{"id": "98a0035b-ecc5-4fe1-8796-1c2f9a599fb2", "address": "fa:16:3e:eb:b6:7f", "network": {"id": "4f57749b-c65c-48b3-b068-a2a0ed478023", "bridge": "br-int", "label": "tempest-ServersTestJSON-1265547219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2f3988299b34e438b0c4971394a1f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a0035b-ec", "ovs_interfaceid": "98a0035b-ecc5-4fe1-8796-1c2f9a599fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.945442] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task} progress is 97%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.963779] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] There are 42 instances to clean {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 958.964060] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 0feaafde-7f27-408d-bd31-3aed3c9f4d93] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 959.072719] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.090658] env[70691]: DEBUG oslo_concurrency.lockutils [req-d9aad04d-ee87-4880-86ad-81429291d111 req-f2dad286-bea8-4edb-afdd-9e7ab4ea625c service nova] Releasing lock "refresh_cache-618f34e6-7752-4fee-89c4-464741b9d9c1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.445667] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task} progress is 97%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.467512] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 085f5a90-e982-4ad5-8d81-5302994ee1ee] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 959.827724] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52364424-65c8-4563-8db2-f9711744955e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.835734] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074a6c0b-a0ac-4596-a48b-ca68f7b39989 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.867526] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf10faa-71f4-4019-a4ca-38a432cd6fb7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.876872] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddfd092-37e1-4164-a826-56e2f08d7356 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.891145] env[70691]: DEBUG nova.compute.provider_tree [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.947398] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task} progress is 97%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.971901] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 4f7039a4-f012-4c3b-875d-86e6a3a29170] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 960.395221] env[70691]: DEBUG nova.scheduler.client.report [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 960.447418] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454320, 'name': RelocateVM_Task, 'duration_secs': 4.509796} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.447725] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 960.447933] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689590', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'name': 'volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e74c6483-d53a-4714-9878-329eb1926956', 'attached_at': '', 'detached_at': '', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'serial': '844a8c86-7d98-4ba7-9444-d066ed76fe6d'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 960.448725] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b683a1d-3a74-4211-b2a7-95a5cd82728d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.465353] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ff966-5d9e-4981-818d-9990dbf49a21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.480169] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: e7c32bb6-4dee-49b0-be18-54a34bc2aa0a] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 960.490788] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d/volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.491349] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c9ef06-abfe-4732-a50d-0cba4987da6e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.513472] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for the task: (returnval){ [ 960.513472] env[70691]: value = "task-3454323" [ 960.513472] env[70691]: _type = "Task" [ 960.513472] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.523245] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.901189] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.901771] env[70691]: DEBUG nova.compute.manager [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 960.905015] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.238s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.905249] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.913051] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.986s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.913051] env[70691]: INFO nova.compute.claims [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.939675] env[70691]: INFO nova.scheduler.client.report [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Deleted allocations for instance bb40cfcf-6c54-4403-8cd0-f586aeb06c09 [ 960.992491] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 564fbf12-311d-4fd5-b1f5-b13349652a11] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 961.025623] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454323, 'name': ReconfigVM_Task, 'duration_secs': 0.362322} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.025925] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d/volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.030778] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5413969f-4558-4182-a320-d0498ed2698a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.047611] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for the task: (returnval){ [ 961.047611] env[70691]: value = "task-3454324" [ 961.047611] env[70691]: _type = "Task" [ 961.047611] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.061735] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.417434] env[70691]: DEBUG nova.compute.utils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 961.420976] env[70691]: DEBUG nova.compute.manager [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 961.421371] env[70691]: DEBUG nova.network.neutron [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 961.449120] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9bf1d47-5035-4d59-8287-cb3b1d3e8704 tempest-FloatingIPsAssociationTestJSON-746748217 tempest-FloatingIPsAssociationTestJSON-746748217-project-member] Lock "bb40cfcf-6c54-4403-8cd0-f586aeb06c09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.453s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.492469] env[70691]: DEBUG nova.policy [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fcd677e2edb4250ad66f19571d77c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a5f6e590c64db5b66ee09e825b562f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 961.495879] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 7eeadfd6-9b43-442f-a8ff-e46819987e49] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 961.560748] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.923351] env[70691]: DEBUG nova.compute.manager [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 962.003053] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: c017cae6-1944-4b86-ac91-48702e470dfc] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 962.042174] env[70691]: DEBUG nova.network.neutron [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Successfully created port: 499e5706-c566-4a08-a481-cf0e8e831170 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.059587] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.335755] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d8f6db-4623-4171-8581-24d6e51d5f81 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.347892] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5014c77-b362-4069-974b-7ff3787fa81e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.383191] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30de4dd-600d-45d6-842a-944fc9a222ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.391911] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10479e74-d78b-42b4-9eb3-b6af416a5f66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.410264] env[70691]: DEBUG nova.compute.provider_tree [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.508909] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: a6f9576d-a9e9-45b1-882f-455263a2018a] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 962.561469] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454324, 'name': ReconfigVM_Task, 'duration_secs': 1.170151} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.561797] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689590', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'name': 'volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e74c6483-d53a-4714-9878-329eb1926956', 'attached_at': '', 'detached_at': '', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'serial': '844a8c86-7d98-4ba7-9444-d066ed76fe6d'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 962.562439] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47c5ca18-2e8a-449b-ae5d-7ff9fc5b7e48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.577209] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for the task: (returnval){ [ 962.577209] env[70691]: value = "task-3454325" [ 962.577209] env[70691]: _type = "Task" [ 962.577209] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.584681] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454325, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.915083] env[70691]: DEBUG nova.scheduler.client.report [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 962.937304] env[70691]: DEBUG nova.compute.manager [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 962.971746] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f471492d85f12bd35cc4b3c6596b77dc',container_format='bare',created_at=2025-04-15T20:15:14Z,direct_url=,disk_format='vmdk',id=dc25c76a-493b-4637-8ad2-ee159ffbb00f,min_disk=1,min_ram=0,name='tempest-test-snap-192270964',owner='99a5f6e590c64db5b66ee09e825b562f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-15T20:15:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 962.972039] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 962.972209] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.972401] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 962.972551] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.972705] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 962.973968] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 962.974070] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 962.974219] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 962.974403] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 962.974589] env[70691]: DEBUG nova.virt.hardware [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 962.976118] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68478f12-a44c-4cb6-9b95-05e39ca8d003 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.985310] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b872a68-15ee-4fce-a52d-c5425f195158 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.017113] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 18c63efb-6b85-4802-af43-955db8bb3fd0] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 963.087802] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454325, 'name': Rename_Task, 'duration_secs': 0.15041} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.087963] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 963.088316] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b5b2850-318d-4004-aeae-d8a8c40e2008 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.095214] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for the task: (returnval){ [ 963.095214] env[70691]: value = "task-3454326" [ 963.095214] env[70691]: _type = "Task" [ 963.095214] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.106196] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.422065] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.422631] env[70691]: DEBUG nova.compute.manager [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 963.425543] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.194s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.425753] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.427928] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.487s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.452500] env[70691]: INFO nova.scheduler.client.report [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Deleted allocations for instance 453938ed-f1cb-43b4-83c2-6f6c85832a33 [ 963.518731] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 49cdb134-0b77-4291-8cd6-5dd006bffadb] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 963.607128] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.666649] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquiring lock "1114dcfb-62f2-434d-b76b-cea18a51263a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.667033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "1114dcfb-62f2-434d-b76b-cea18a51263a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.835317] env[70691]: DEBUG nova.compute.manager [req-328d6514-2ba5-4027-8056-103a9e49f980 req-76e131c1-d7a2-4b1a-ab0a-53ab52f6042b service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Received event network-vif-plugged-499e5706-c566-4a08-a481-cf0e8e831170 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 963.835543] env[70691]: DEBUG oslo_concurrency.lockutils [req-328d6514-2ba5-4027-8056-103a9e49f980 req-76e131c1-d7a2-4b1a-ab0a-53ab52f6042b service nova] Acquiring lock "8f01c2ea-b543-4e83-a056-0c59415b78bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.835765] env[70691]: DEBUG oslo_concurrency.lockutils [req-328d6514-2ba5-4027-8056-103a9e49f980 req-76e131c1-d7a2-4b1a-ab0a-53ab52f6042b service nova] Lock "8f01c2ea-b543-4e83-a056-0c59415b78bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.835944] env[70691]: DEBUG oslo_concurrency.lockutils [req-328d6514-2ba5-4027-8056-103a9e49f980 req-76e131c1-d7a2-4b1a-ab0a-53ab52f6042b service nova] Lock "8f01c2ea-b543-4e83-a056-0c59415b78bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.836397] env[70691]: DEBUG nova.compute.manager [req-328d6514-2ba5-4027-8056-103a9e49f980 req-76e131c1-d7a2-4b1a-ab0a-53ab52f6042b service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] No waiting events found dispatching network-vif-plugged-499e5706-c566-4a08-a481-cf0e8e831170 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 963.836666] env[70691]: WARNING nova.compute.manager [req-328d6514-2ba5-4027-8056-103a9e49f980 req-76e131c1-d7a2-4b1a-ab0a-53ab52f6042b service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Received unexpected event network-vif-plugged-499e5706-c566-4a08-a481-cf0e8e831170 for instance with vm_state building and task_state spawning. [ 963.930717] env[70691]: DEBUG nova.objects.instance [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lazy-loading 'migration_context' on Instance uuid 06883e8b-247a-4ba2-b0ae-6b7a917550f5 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.932993] env[70691]: DEBUG nova.compute.utils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.934472] env[70691]: DEBUG nova.compute.manager [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 963.934646] env[70691]: DEBUG nova.network.neutron [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 963.960740] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e5c1532-b7f9-42c9-a290-ee5fe9cadffd tempest-ServersTestManualDisk-1654949960 tempest-ServersTestManualDisk-1654949960-project-member] Lock "453938ed-f1cb-43b4-83c2-6f6c85832a33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.306s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.023439] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: c9529c9f-d2f0-4816-a016-8e8e861f1068] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 964.025663] env[70691]: DEBUG nova.network.neutron [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Successfully updated port: 499e5706-c566-4a08-a481-cf0e8e831170 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.047668] env[70691]: DEBUG nova.policy [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95ecf5da09344888d0eac3d213acf70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5279a7893b4af5af7d4ee978ac49c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 964.108430] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.170723] env[70691]: DEBUG nova.compute.manager [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 964.438626] env[70691]: DEBUG nova.compute.manager [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 964.496284] env[70691]: DEBUG nova.network.neutron [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Successfully created port: db3f162e-8868-4e7a-ab48-1df94c0fd664 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.528194] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 02863b15-5897-41e5-b86c-31ef4a98f2cc] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 964.530297] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "refresh_cache-8f01c2ea-b543-4e83-a056-0c59415b78bf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.530820] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "refresh_cache-8f01c2ea-b543-4e83-a056-0c59415b78bf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.530820] env[70691]: DEBUG nova.network.neutron [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 964.612685] env[70691]: DEBUG oslo_vmware.api [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454326, 'name': PowerOnVM_Task, 'duration_secs': 1.023719} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.612685] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 964.612685] env[70691]: INFO nova.compute.manager [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Took 11.33 seconds to spawn the instance on the hypervisor. [ 964.612685] env[70691]: DEBUG nova.compute.manager [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 964.612685] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334b56c-88aa-4b01-8ecb-386610bf3be1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.699975] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.906759] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa9c1b-19fa-4bee-939d-94afd2afa4e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.915432] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167768fd-0d78-47ef-83f2-83368107cd67 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.958017] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d21697-df67-4fd8-82b6-b260c192b22f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.963742] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c984ee-4b16-4dcc-9b1d-b3a8aafde74c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.979577] env[70691]: DEBUG nova.compute.provider_tree [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.040561] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 6184f1ff-39d2-4bf3-8362-08468e600de9] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 965.110109] env[70691]: DEBUG nova.network.neutron [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 965.136321] env[70691]: INFO nova.compute.manager [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Took 50.05 seconds to build instance. [ 965.395063] env[70691]: DEBUG nova.network.neutron [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Updating instance_info_cache with network_info: [{"id": "499e5706-c566-4a08-a481-cf0e8e831170", "address": "fa:16:3e:e7:aa:65", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499e5706-c5", "ovs_interfaceid": "499e5706-c566-4a08-a481-cf0e8e831170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.458193] env[70691]: DEBUG nova.compute.manager [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 965.482957] env[70691]: DEBUG nova.scheduler.client.report [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 965.496384] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 965.496698] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 965.496866] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.497304] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 965.497539] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.497741] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 965.498010] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 965.498372] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 965.498612] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 965.498844] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 965.499078] env[70691]: DEBUG nova.virt.hardware [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 965.500012] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af13c6ba-e547-4483-b76b-ebe76ea3e46a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.514253] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b973c8-30be-4a63-a836-cd51e88f977e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.545994] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 3c6d0f90-5a27-4e06-a4ac-ec5a1ce7bf89] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 965.639660] env[70691]: DEBUG oslo_concurrency.lockutils [None req-97e6976d-1895-4875-9f5d-9f89b8fa8204 tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "e74c6483-d53a-4714-9878-329eb1926956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.563s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.889160] env[70691]: DEBUG nova.compute.manager [req-b3f17755-5c1b-4ea3-92a6-88d2925aeca3 req-b7fb034a-6727-456b-acd1-074be88f61d5 service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Received event network-changed-499e5706-c566-4a08-a481-cf0e8e831170 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 965.889425] env[70691]: DEBUG nova.compute.manager [req-b3f17755-5c1b-4ea3-92a6-88d2925aeca3 req-b7fb034a-6727-456b-acd1-074be88f61d5 service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Refreshing instance network info cache due to event network-changed-499e5706-c566-4a08-a481-cf0e8e831170. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 965.889635] env[70691]: DEBUG oslo_concurrency.lockutils [req-b3f17755-5c1b-4ea3-92a6-88d2925aeca3 req-b7fb034a-6727-456b-acd1-074be88f61d5 service nova] Acquiring lock "refresh_cache-8f01c2ea-b543-4e83-a056-0c59415b78bf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.898331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "refresh_cache-8f01c2ea-b543-4e83-a056-0c59415b78bf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.898641] env[70691]: DEBUG nova.compute.manager [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Instance network_info: |[{"id": "499e5706-c566-4a08-a481-cf0e8e831170", "address": "fa:16:3e:e7:aa:65", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499e5706-c5", "ovs_interfaceid": "499e5706-c566-4a08-a481-cf0e8e831170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 965.898926] env[70691]: DEBUG oslo_concurrency.lockutils [req-b3f17755-5c1b-4ea3-92a6-88d2925aeca3 req-b7fb034a-6727-456b-acd1-074be88f61d5 service nova] Acquired lock "refresh_cache-8f01c2ea-b543-4e83-a056-0c59415b78bf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.899124] env[70691]: DEBUG nova.network.neutron [req-b3f17755-5c1b-4ea3-92a6-88d2925aeca3 req-b7fb034a-6727-456b-acd1-074be88f61d5 service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Refreshing network info cache for port 499e5706-c566-4a08-a481-cf0e8e831170 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 965.900450] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:aa:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '499e5706-c566-4a08-a481-cf0e8e831170', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.908802] env[70691]: DEBUG oslo.service.loopingcall [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.912474] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 965.913023] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b246053c-9004-4f77-abb6-9da19e034cda {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.938484] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.938484] env[70691]: value = "task-3454327" [ 965.938484] env[70691]: _type = "Task" [ 965.938484] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.947752] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454327, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.048734] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 4a66e727-8ebe-4e50-82d4-0033cfc9c43d] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 966.449560] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454327, 'name': CreateVM_Task, 'duration_secs': 0.344655} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.449736] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 966.450500] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.450758] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.451826] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.451826] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7590ca60-1d11-49fd-b871-78ed7dc8888c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.456494] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 966.456494] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a7c82e-6d27-52dc-322f-194b229df67c" [ 966.456494] env[70691]: _type = "Task" [ 966.456494] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.464502] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a7c82e-6d27-52dc-322f-194b229df67c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.494828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.067s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.500841] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.888s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.501135] env[70691]: DEBUG nova.objects.instance [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 966.551640] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: dfd7bf2f-a2c0-4508-9719-675d47bd3de1] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 966.847926] env[70691]: DEBUG nova.compute.manager [req-9172e58b-337c-4533-b392-a3b4dab00763 req-c41a1f0c-903d-4ae5-800a-4732cc2519e2 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-vif-plugged-db3f162e-8868-4e7a-ab48-1df94c0fd664 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 966.847926] env[70691]: DEBUG oslo_concurrency.lockutils [req-9172e58b-337c-4533-b392-a3b4dab00763 req-c41a1f0c-903d-4ae5-800a-4732cc2519e2 service nova] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.848541] env[70691]: DEBUG oslo_concurrency.lockutils [req-9172e58b-337c-4533-b392-a3b4dab00763 req-c41a1f0c-903d-4ae5-800a-4732cc2519e2 service nova] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.848541] env[70691]: DEBUG oslo_concurrency.lockutils [req-9172e58b-337c-4533-b392-a3b4dab00763 req-c41a1f0c-903d-4ae5-800a-4732cc2519e2 service nova] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.848541] env[70691]: DEBUG nova.compute.manager [req-9172e58b-337c-4533-b392-a3b4dab00763 req-c41a1f0c-903d-4ae5-800a-4732cc2519e2 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] No waiting events found dispatching network-vif-plugged-db3f162e-8868-4e7a-ab48-1df94c0fd664 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 966.848691] env[70691]: WARNING nova.compute.manager [req-9172e58b-337c-4533-b392-a3b4dab00763 req-c41a1f0c-903d-4ae5-800a-4732cc2519e2 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received unexpected event network-vif-plugged-db3f162e-8868-4e7a-ab48-1df94c0fd664 for instance with vm_state building and task_state spawning. [ 966.886195] env[70691]: DEBUG nova.network.neutron [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Successfully updated port: db3f162e-8868-4e7a-ab48-1df94c0fd664 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.969529] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.969529] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Processing image dc25c76a-493b-4637-8ad2-ee159ffbb00f {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.969771] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f/dc25c76a-493b-4637-8ad2-ee159ffbb00f.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.971945] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f/dc25c76a-493b-4637-8ad2-ee159ffbb00f.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.971945] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.971945] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f5cfa48-4a47-47ba-8013-fc5f962e2899 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.980843] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.981165] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 966.981828] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4066f8d0-f991-4b32-9702-0cabefe84a80 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.990978] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 966.990978] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eb7915-47ca-cf17-84f0-404167acab6c" [ 966.990978] env[70691]: _type = "Task" [ 966.990978] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.999714] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52eb7915-47ca-cf17-84f0-404167acab6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.031719] env[70691]: DEBUG nova.network.neutron [req-b3f17755-5c1b-4ea3-92a6-88d2925aeca3 req-b7fb034a-6727-456b-acd1-074be88f61d5 service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Updated VIF entry in instance network info cache for port 499e5706-c566-4a08-a481-cf0e8e831170. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 967.032317] env[70691]: DEBUG nova.network.neutron [req-b3f17755-5c1b-4ea3-92a6-88d2925aeca3 req-b7fb034a-6727-456b-acd1-074be88f61d5 service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Updating instance_info_cache with network_info: [{"id": "499e5706-c566-4a08-a481-cf0e8e831170", "address": "fa:16:3e:e7:aa:65", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499e5706-c5", "ovs_interfaceid": "499e5706-c566-4a08-a481-cf0e8e831170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.056927] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 0f089c7f-cc99-48d0-ad4e-e6326aaeb7a5] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 967.389250] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.389250] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.389250] env[70691]: DEBUG nova.network.neutron [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 967.504896] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Preparing fetch location {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 967.505389] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Fetch image to [datastore1] OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e/OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e.vmdk {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 967.505673] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Downloading stream optimized image dc25c76a-493b-4637-8ad2-ee159ffbb00f to [datastore1] OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e/OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e.vmdk on the data store datastore1 as vApp {{(pid=70691) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 967.505908] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Downloading image file data dc25c76a-493b-4637-8ad2-ee159ffbb00f to the ESX as VM named 'OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e' {{(pid=70691) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 967.510189] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1f65460d-9c99-4ace-aa3a-1300d7032a2e tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.512552] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.741s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.512552] env[70691]: DEBUG nova.objects.instance [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 967.535745] env[70691]: DEBUG oslo_concurrency.lockutils [req-b3f17755-5c1b-4ea3-92a6-88d2925aeca3 req-b7fb034a-6727-456b-acd1-074be88f61d5 service nova] Releasing lock "refresh_cache-8f01c2ea-b543-4e83-a056-0c59415b78bf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.565305] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 7944d0ce-f048-4566-a93f-fbf3327b8297] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 967.617548] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 967.617548] env[70691]: value = "resgroup-9" [ 967.617548] env[70691]: _type = "ResourcePool" [ 967.617548] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 967.618353] env[70691]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ca9158cc-9623-4622-94c1-c03ea1215028 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.642759] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lease: (returnval){ [ 967.642759] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521a47d8-0d52-99d8-714f-8e18aec3eebe" [ 967.642759] env[70691]: _type = "HttpNfcLease" [ 967.642759] env[70691]: } obtained for vApp import into resource pool (val){ [ 967.642759] env[70691]: value = "resgroup-9" [ 967.642759] env[70691]: _type = "ResourcePool" [ 967.642759] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 967.643168] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the lease: (returnval){ [ 967.643168] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521a47d8-0d52-99d8-714f-8e18aec3eebe" [ 967.643168] env[70691]: _type = "HttpNfcLease" [ 967.643168] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 967.651043] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.651043] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521a47d8-0d52-99d8-714f-8e18aec3eebe" [ 967.651043] env[70691]: _type = "HttpNfcLease" [ 967.651043] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 968.037405] env[70691]: DEBUG nova.network.neutron [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 968.055040] env[70691]: DEBUG nova.compute.manager [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-changed-db3f162e-8868-4e7a-ab48-1df94c0fd664 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 968.055393] env[70691]: DEBUG nova.compute.manager [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Refreshing instance network info cache due to event network-changed-db3f162e-8868-4e7a-ab48-1df94c0fd664. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 968.055745] env[70691]: DEBUG oslo_concurrency.lockutils [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] Acquiring lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.063264] env[70691]: INFO nova.compute.manager [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Swapping old allocation on dict_keys(['0f714c39-9913-4c20-9640-f803078976e4']) held by migration b7f25644-330c-4214-8a4a-202421fc56e1 for instance [ 968.068019] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 966a3ad3-a18d-4e1b-905a-237256966ad9] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 968.100468] env[70691]: DEBUG nova.scheduler.client.report [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Overwriting current allocation {'allocations': {'0f714c39-9913-4c20-9640-f803078976e4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': '623f609f81e04c36b4061ff3ceaaac30', 'user_id': '7748f48776ce4501be7f92e2977babe1', 'consumer_generation': 1} on consumer 06883e8b-247a-4ba2-b0ae-6b7a917550f5 {{(pid=70691) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 968.156192] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.156192] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521a47d8-0d52-99d8-714f-8e18aec3eebe" [ 968.156192] env[70691]: _type = "HttpNfcLease" [ 968.156192] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 968.157128] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 968.157128] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521a47d8-0d52-99d8-714f-8e18aec3eebe" [ 968.157128] env[70691]: _type = "HttpNfcLease" [ 968.157128] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 968.157986] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25e6b5c-7bf8-4426-8611-c403d40b349c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.169365] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228af71-00fd-f1ac-6abe-f8a049356c39/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.169714] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228af71-00fd-f1ac-6abe-f8a049356c39/disk-0.vmdk. {{(pid=70691) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 968.249018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.249018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquired lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.249018] env[70691]: DEBUG nova.network.neutron [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 968.258313] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-838d56b7-2fe8-4ed0-94c5-792b406a1747 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.318019] env[70691]: DEBUG nova.network.neutron [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.522702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e00d8d4-7e23-40eb-bbfc-88cbe2c1e4b4 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.524312] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.526s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.524663] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.527349] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.216s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.527654] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.530198] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.843s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.532293] env[70691]: INFO nova.compute.claims [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.567580] env[70691]: INFO nova.scheduler.client.report [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Deleted allocations for instance c3450bab-3a34-4201-8a5a-f2f5ea38f95f [ 968.573027] env[70691]: INFO nova.scheduler.client.report [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Deleted allocations for instance 3f866d70-dbec-4b20-a478-6d970447cea5 [ 968.575977] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 20002014-6a8c-4dfd-9ed3-7c75207750bc] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 968.755575] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquiring lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.755994] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.756335] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquiring lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.756629] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.756936] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.761620] env[70691]: INFO nova.compute.manager [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Terminating instance [ 968.765810] env[70691]: DEBUG nova.compute.manager [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 968.766068] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 968.767384] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71821d8a-8678-41e5-ab7b-26285bb6f1ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.778835] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 968.780867] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67d8aa3e-2052-484f-8671-676da756a5d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.789909] env[70691]: DEBUG oslo_vmware.api [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 968.789909] env[70691]: value = "task-3454329" [ 968.789909] env[70691]: _type = "Task" [ 968.789909] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.805816] env[70691]: DEBUG oslo_vmware.api [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.822888] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.823429] env[70691]: DEBUG nova.compute.manager [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Instance network_info: |[{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 968.823990] env[70691]: DEBUG oslo_concurrency.lockutils [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] Acquired lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.824267] env[70691]: DEBUG nova.network.neutron [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Refreshing network info cache for port db3f162e-8868-4e7a-ab48-1df94c0fd664 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 968.825740] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:0a:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db3f162e-8868-4e7a-ab48-1df94c0fd664', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.835545] env[70691]: DEBUG oslo.service.loopingcall [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.844401] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 968.845091] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21e07923-906d-4c0c-97c5-bbf7c01d92b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.874780] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.874780] env[70691]: value = "task-3454330" [ 968.874780] env[70691]: _type = "Task" [ 968.874780] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.889959] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454330, 'name': CreateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.030777] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Completed reading data from the image iterator. {{(pid=70691) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 969.031424] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228af71-00fd-f1ac-6abe-f8a049356c39/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 969.033380] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e79382-c1bc-4c4f-8814-652cfc78d936 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.042501] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228af71-00fd-f1ac-6abe-f8a049356c39/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 969.042880] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228af71-00fd-f1ac-6abe-f8a049356c39/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 969.044019] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-36fb5509-f98d-43fd-8f8f-0da37c6b7867 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.082541] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 1bb5d018-b47b-4876-8a85-7fbeba6485d8] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 969.091219] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1a72a78a-a5dc-4a73-b774-ae1e304a9d36 tempest-ImagesOneServerTestJSON-2026261800 tempest-ImagesOneServerTestJSON-2026261800-project-member] Lock "c3450bab-3a34-4201-8a5a-f2f5ea38f95f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.880s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.097762] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e97b47af-f08b-4ff7-9e07-451186809e8e tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "3f866d70-dbec-4b20-a478-6d970447cea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.015s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.244361] env[70691]: DEBUG oslo_vmware.rw_handles [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228af71-00fd-f1ac-6abe-f8a049356c39/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 969.244776] env[70691]: INFO nova.virt.vmwareapi.images [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Downloaded image file data dc25c76a-493b-4637-8ad2-ee159ffbb00f [ 969.247270] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8fa7d0-a020-484f-9ef2-86ced7fd9da1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.273652] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfe166bb-a272-4d7b-a82d-d8fb1312bf9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.299192] env[70691]: INFO nova.virt.vmwareapi.images [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] The imported VM was unregistered [ 969.301484] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Caching image {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 969.301767] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.302605] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d20075c4-1bf9-44fc-90b2-5179d6ed6289 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.310252] env[70691]: DEBUG oslo_vmware.api [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454329, 'name': PowerOffVM_Task, 'duration_secs': 0.259345} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.310252] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 969.310468] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 969.310788] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c592061-a1b4-4828-9997-103e53a2ccb1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.318349] env[70691]: DEBUG nova.network.neutron [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance_info_cache with network_info: [{"id": "59115026-bb08-42b2-82ff-3418c8d362f9", "address": "fa:16:3e:9e:a2:81", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59115026-bb", "ovs_interfaceid": "59115026-bb08-42b2-82ff-3418c8d362f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.328983] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Created directory with path [datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.328983] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e/OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e.vmdk to [datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f/dc25c76a-493b-4637-8ad2-ee159ffbb00f.vmdk. {{(pid=70691) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 969.328983] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d93bbab2-e74e-49a8-a7ee-a204eea9d901 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.337449] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 969.337449] env[70691]: value = "task-3454333" [ 969.337449] env[70691]: _type = "Task" [ 969.337449] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.345904] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454333, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.376123] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 969.376550] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 969.376813] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Deleting the datastore file [datastore1] b5c42a8b-05ff-42b5-b457-4f3b49e9cad4 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.380177] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61417114-2c61-4a96-8463-3b8698e8b58d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.387450] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454330, 'name': CreateVM_Task, 'duration_secs': 0.373676} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.388759] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 969.389328] env[70691]: DEBUG oslo_vmware.api [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for the task: (returnval){ [ 969.389328] env[70691]: value = "task-3454334" [ 969.389328] env[70691]: _type = "Task" [ 969.389328] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.390185] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.390406] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.390772] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.391155] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2559a208-91a0-4635-b03e-eda2e28c0129 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.399690] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 969.399690] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5250e3fc-70df-3c2f-bb9c-2c68418e7b6f" [ 969.399690] env[70691]: _type = "Task" [ 969.399690] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.403267] env[70691]: DEBUG oslo_vmware.api [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.411152] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5250e3fc-70df-3c2f-bb9c-2c68418e7b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.443479] env[70691]: DEBUG nova.network.neutron [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updated VIF entry in instance network info cache for port db3f162e-8868-4e7a-ab48-1df94c0fd664. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 969.443479] env[70691]: DEBUG nova.network.neutron [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.595445] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: eecfa11b-9b4c-4f66-b092-04258a2a379e] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 969.822783] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Releasing lock "refresh_cache-06883e8b-247a-4ba2-b0ae-6b7a917550f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.823938] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 969.823938] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-410491a0-5aaa-4c20-afc6-e28d08928b70 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.837506] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 969.837506] env[70691]: value = "task-3454336" [ 969.837506] env[70691]: _type = "Task" [ 969.837506] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.863699] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454333, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.864228] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.904937] env[70691]: DEBUG oslo_vmware.api [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.922586] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5250e3fc-70df-3c2f-bb9c-2c68418e7b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.926140] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.926554] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.926935] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.927168] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.927429] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.928354] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0248b6af-5ae4-4a7d-b0e2-a4d43bfaa3c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.948904] env[70691]: DEBUG oslo_concurrency.lockutils [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] Releasing lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.949408] env[70691]: DEBUG nova.compute.manager [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Received event network-changed-02491090-55c8-4f90-9a75-42d5a1b3ed08 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 969.949601] env[70691]: DEBUG nova.compute.manager [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Refreshing instance network info cache due to event network-changed-02491090-55c8-4f90-9a75-42d5a1b3ed08. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 969.949830] env[70691]: DEBUG oslo_concurrency.lockutils [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] Acquiring lock "refresh_cache-e74c6483-d53a-4714-9878-329eb1926956" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.949974] env[70691]: DEBUG oslo_concurrency.lockutils [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] Acquired lock "refresh_cache-e74c6483-d53a-4714-9878-329eb1926956" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.950155] env[70691]: DEBUG nova.network.neutron [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Refreshing network info cache for port 02491090-55c8-4f90-9a75-42d5a1b3ed08 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 969.955163] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.955163] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 969.955696] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b9cd76-6b75-41d5-8ff2-2523b25a793a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.968382] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 969.968382] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5249111d-6a18-36b9-9203-2b5e5dce0786" [ 969.968382] env[70691]: _type = "Task" [ 969.968382] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.983070] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5249111d-6a18-36b9-9203-2b5e5dce0786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.019373] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae9e12a-1098-42ca-a24a-622a5845cd54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.030233] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638c2521-a94e-4c4c-836c-aa8263703081 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.067764] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77b2d6a-c3ca-4b5f-bd77-a7daa93f22ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.078752] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cdcedd-025e-4354-b68d-82bca742704a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.096973] env[70691]: DEBUG nova.compute.provider_tree [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.100687] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: dcb49fa9-5348-4a65-a377-1fdf86173293] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 970.353358] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454333, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.353358] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.405841] env[70691]: DEBUG oslo_vmware.api [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Task: {'id': task-3454334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597724} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.405841] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.405841] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 970.406135] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 970.406240] env[70691]: INFO nova.compute.manager [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Took 1.64 seconds to destroy the instance on the hypervisor. [ 970.406502] env[70691]: DEBUG oslo.service.loopingcall [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.406777] env[70691]: DEBUG nova.compute.manager [-] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 970.406863] env[70691]: DEBUG nova.network.neutron [-] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 970.485503] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5249111d-6a18-36b9-9203-2b5e5dce0786, 'name': SearchDatastore_Task, 'duration_secs': 0.098292} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.486537] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b137e7e-fb9b-4094-8ab0-dc9ef5af098c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.496267] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 970.496267] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e74f1a-fd6c-2ac1-dac0-194dca602c4e" [ 970.496267] env[70691]: _type = "Task" [ 970.496267] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.509693] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e74f1a-fd6c-2ac1-dac0-194dca602c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.601051] env[70691]: DEBUG nova.scheduler.client.report [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 970.605601] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 0dbc17b6-125b-4c04-a6d1-261ce319ef4c] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 970.852923] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454333, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.856483] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.012298] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e74f1a-fd6c-2ac1-dac0-194dca602c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.095134} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.012604] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.012883] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 6f29c19c-6ce6-4466-93d2-eabd054787d8/6f29c19c-6ce6-4466-93d2-eabd054787d8.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 971.013415] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e68bc3e0-a00e-46a0-a99c-87841c26db5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.026812] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 971.026812] env[70691]: value = "task-3454337" [ 971.026812] env[70691]: _type = "Task" [ 971.026812] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.038243] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.108636] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: db073798-feb7-4319-8345-53a5716ff15b] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 971.111300] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.111864] env[70691]: DEBUG nova.compute.manager [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 971.116046] env[70691]: DEBUG oslo_concurrency.lockutils [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.397s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.356156] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454336, 'name': PowerOffVM_Task, 'duration_secs': 1.19044} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.359510] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 971.360248] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:13:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0f9ad6c4-321b-40cc-9118-e477be9e1d76',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2145278983',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 971.360478] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 971.360656] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.360848] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 971.360997] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.361165] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 971.361946] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 971.361946] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 971.362336] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 971.362336] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 971.362404] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 971.368569] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454333, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.369565] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832bb0b9-785c-431d-a379-e1081e5cd8c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.388033] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 971.388033] env[70691]: value = "task-3454338" [ 971.388033] env[70691]: _type = "Task" [ 971.388033] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.404963] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.478161] env[70691]: DEBUG nova.network.neutron [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Updated VIF entry in instance network info cache for port 02491090-55c8-4f90-9a75-42d5a1b3ed08. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 971.478570] env[70691]: DEBUG nova.network.neutron [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Updating instance_info_cache with network_info: [{"id": "02491090-55c8-4f90-9a75-42d5a1b3ed08", "address": "fa:16:3e:d3:e6:55", "network": {"id": "72ca9b8a-10c1-43f9-bb30-81df131c149d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-598892803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c2aa456ea840389ac32f6b95216749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02491090-55", "ovs_interfaceid": "02491090-55c8-4f90-9a75-42d5a1b3ed08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.541189] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.616647] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 10ce594d-4e67-4652-9b0f-99cbfe06fb3b] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 971.625706] env[70691]: DEBUG nova.compute.utils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 971.627867] env[70691]: DEBUG nova.compute.manager [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 971.628059] env[70691]: DEBUG nova.network.neutron [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 971.750439] env[70691]: DEBUG nova.policy [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01f89d13fc4548f589167e49df0f02b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb4a1911e84a431fbad60c6929d2a217', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 971.855715] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454333, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.910049] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454338, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.981946] env[70691]: DEBUG oslo_concurrency.lockutils [req-57fce159-5900-4e20-b83d-27b29cdc1fb6 req-a8efbccb-83e5-4cf8-873a-c85fa23e5b6a service nova] Releasing lock "refresh_cache-e74c6483-d53a-4714-9878-329eb1926956" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.045066] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454337, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.051042] env[70691]: DEBUG nova.compute.manager [req-3d9459df-6f38-4eaf-8e5b-c556f5069d3e req-df2d3c48-59fa-454c-8ec5-cd7a99c0026e service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Received event network-vif-deleted-48509025-7a38-4f2b-9006-9c9570181c63 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 972.051042] env[70691]: INFO nova.compute.manager [req-3d9459df-6f38-4eaf-8e5b-c556f5069d3e req-df2d3c48-59fa-454c-8ec5-cd7a99c0026e service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Neutron deleted interface 48509025-7a38-4f2b-9006-9c9570181c63; detaching it from the instance and deleting it from the info cache [ 972.051903] env[70691]: DEBUG nova.network.neutron [req-3d9459df-6f38-4eaf-8e5b-c556f5069d3e req-df2d3c48-59fa-454c-8ec5-cd7a99c0026e service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.110049] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ce807a-041b-412b-8ab5-0a5ab0d43b36 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.121510] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f4c2b6-d098-445b-88b8-07710af5f49a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.128177] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 2326608f-ae29-49b0-847a-d8eee0560304] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 972.161665] env[70691]: DEBUG nova.compute.manager [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 972.170339] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f4d089-36e1-4638-9c14-35e81f7088ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.187952] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee462a3-9a5d-42b2-800b-0aaee7bfde95 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.207498] env[70691]: DEBUG nova.compute.provider_tree [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.290267] env[70691]: DEBUG nova.network.neutron [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Successfully created port: dc1c58e6-668c-4a18-a445-ab635421896d {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.353031] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454333, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.530456} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.355478] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e/OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e.vmdk to [datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f/dc25c76a-493b-4637-8ad2-ee159ffbb00f.vmdk. [ 972.358703] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Cleaning up location [datastore1] OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 972.358915] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_57a45949-0dce-4cf2-aaef-b15596d1001e {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.359571] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c6e83ab-01e8-4fe9-8992-ccb87a3b0385 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.368074] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 972.368074] env[70691]: value = "task-3454339" [ 972.368074] env[70691]: _type = "Task" [ 972.368074] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.378381] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.404784] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454338, 'name': ReconfigVM_Task, 'duration_secs': 0.527907} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.406104] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a74a0-2a56-4bfd-9e5d-3890f7522689 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.429619] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:13:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0f9ad6c4-321b-40cc-9118-e477be9e1d76',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2145278983',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 972.429884] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 972.430061] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.430620] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 972.430620] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.430620] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 972.430824] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 972.430938] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 972.431073] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 972.431248] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 972.431426] env[70691]: DEBUG nova.virt.hardware [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 972.432245] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2ad93a-3da0-4398-905e-2c5b420f09d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.440434] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 972.440434] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52207e3d-e6af-12ac-aeee-1a98cf167dde" [ 972.440434] env[70691]: _type = "Task" [ 972.440434] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.450715] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52207e3d-e6af-12ac-aeee-1a98cf167dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.515502] env[70691]: DEBUG nova.network.neutron [-] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.540905] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454337, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.243543} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.540905] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 6f29c19c-6ce6-4466-93d2-eabd054787d8/6f29c19c-6ce6-4466-93d2-eabd054787d8.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 972.541111] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.541317] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-979e43bb-cbe4-4425-883e-557f0610c1d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.549505] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 972.549505] env[70691]: value = "task-3454340" [ 972.549505] env[70691]: _type = "Task" [ 972.549505] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.554756] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07de6103-2801-4f72-b75e-a30844c8bcd4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.559935] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.568783] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b90582-a60c-48cf-93e0-63eda5da3194 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.609880] env[70691]: DEBUG nova.compute.manager [req-3d9459df-6f38-4eaf-8e5b-c556f5069d3e req-df2d3c48-59fa-454c-8ec5-cd7a99c0026e service nova] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Detach interface failed, port_id=48509025-7a38-4f2b-9006-9c9570181c63, reason: Instance b5c42a8b-05ff-42b5-b457-4f3b49e9cad4 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 972.668858] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 0126f1df-f823-4d94-910d-8edbda1c7d36] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 972.711011] env[70691]: DEBUG nova.scheduler.client.report [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 972.880406] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.065089} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.880696] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.880916] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f/dc25c76a-493b-4637-8ad2-ee159ffbb00f.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.881352] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f/dc25c76a-493b-4637-8ad2-ee159ffbb00f.vmdk to [datastore1] 8f01c2ea-b543-4e83-a056-0c59415b78bf/8f01c2ea-b543-4e83-a056-0c59415b78bf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 972.881573] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f04b35-d150-4821-9bc0-fc8ef0178d85 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.890613] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 972.890613] env[70691]: value = "task-3454341" [ 972.890613] env[70691]: _type = "Task" [ 972.890613] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.899385] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.951477] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52207e3d-e6af-12ac-aeee-1a98cf167dde, 'name': SearchDatastore_Task, 'duration_secs': 0.017895} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.959139] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.959139] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7086b59d-5d0a-4252-9c8c-76154a453903 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.978889] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 972.978889] env[70691]: value = "task-3454342" [ 972.978889] env[70691]: _type = "Task" [ 972.978889] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.996649] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.017945] env[70691]: INFO nova.compute.manager [-] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Took 2.61 seconds to deallocate network for instance. [ 973.061245] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073735} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.061400] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.062284] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a4c2a4-59cb-4906-aa8c-6d6ba6bb5030 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.087324] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 6f29c19c-6ce6-4466-93d2-eabd054787d8/6f29c19c-6ce6-4466-93d2-eabd054787d8.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.087979] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f89144-a942-4547-92cd-bccc8ff9ec71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.112561] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 973.112561] env[70691]: value = "task-3454343" [ 973.112561] env[70691]: _type = "Task" [ 973.112561] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.123361] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.178839] env[70691]: DEBUG nova.compute.manager [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 973.178839] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: e0daba4c-dd4c-48c4-bee6-e30a2d99e351] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 973.217079] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 973.217484] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 973.217623] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.217871] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 973.218105] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.218309] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 973.218544] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 973.218750] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 973.218972] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 973.219194] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 973.219556] env[70691]: DEBUG nova.virt.hardware [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 973.227030] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feef72b-d29c-44c8-ac61-8533222f7ec5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.236779] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d197eae-e3a9-4ece-81a7-29be14f3b36f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.404106] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454341, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.492830] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454342, 'name': ReconfigVM_Task, 'duration_secs': 0.282986} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.493192] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.495082] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d42003-c2d9-457e-ae34-2b786954542d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.523317] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 06883e8b-247a-4ba2-b0ae-6b7a917550f5/06883e8b-247a-4ba2-b0ae-6b7a917550f5.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.523708] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78a9161-0b4c-4fd0-8cc3-e614bb2f1ef5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.538672] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.547227] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 973.547227] env[70691]: value = "task-3454344" [ 973.547227] env[70691]: _type = "Task" [ 973.547227] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.561556] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.626116] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454343, 'name': ReconfigVM_Task, 'duration_secs': 0.485787} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.626389] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 6f29c19c-6ce6-4466-93d2-eabd054787d8/6f29c19c-6ce6-4466-93d2-eabd054787d8.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.627162] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef68c184-a0b8-41a7-814f-0e5d82b39957 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.638394] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 973.638394] env[70691]: value = "task-3454345" [ 973.638394] env[70691]: _type = "Task" [ 973.638394] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.652456] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454345, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.682226] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 1c255f61-e275-4b91-a75a-29ff39f15553] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 973.730088] env[70691]: DEBUG oslo_concurrency.lockutils [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.614s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.735017] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.338s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.735017] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.736281] env[70691]: DEBUG oslo_concurrency.lockutils [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.438s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.736595] env[70691]: DEBUG oslo_concurrency.lockutils [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.740162] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.433s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.741256] env[70691]: INFO nova.compute.claims [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.781141] env[70691]: INFO nova.scheduler.client.report [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Deleted allocations for instance c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd [ 973.783165] env[70691]: INFO nova.scheduler.client.report [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Deleted allocations for instance ca72fd6b-5136-4a0c-8073-68ec87e38403 [ 973.906971] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454341, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.061739] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.155153] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454345, 'name': Rename_Task, 'duration_secs': 0.248349} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.157027] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 974.157027] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4c3b88-ee57-47f8-9f6b-08fad6b4b80e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.167379] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 974.167379] env[70691]: value = "task-3454346" [ 974.167379] env[70691]: _type = "Task" [ 974.167379] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.177374] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.186319] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: a6fcec8f-0f6e-4bc3-9735-6784a9b68ed7] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 974.259753] env[70691]: DEBUG nova.compute.manager [req-f1297d74-117d-43cd-abe4-e4da03a34d16 req-39b08792-e8a5-4e5f-9926-2481842bd9c2 service nova] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Received event network-vif-plugged-dc1c58e6-668c-4a18-a445-ab635421896d {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 974.259753] env[70691]: DEBUG oslo_concurrency.lockutils [req-f1297d74-117d-43cd-abe4-e4da03a34d16 req-39b08792-e8a5-4e5f-9926-2481842bd9c2 service nova] Acquiring lock "15b4f357-9883-47da-8219-c45200d64e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.259753] env[70691]: DEBUG oslo_concurrency.lockutils [req-f1297d74-117d-43cd-abe4-e4da03a34d16 req-39b08792-e8a5-4e5f-9926-2481842bd9c2 service nova] Lock "15b4f357-9883-47da-8219-c45200d64e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.262774] env[70691]: DEBUG oslo_concurrency.lockutils [req-f1297d74-117d-43cd-abe4-e4da03a34d16 req-39b08792-e8a5-4e5f-9926-2481842bd9c2 service nova] Lock "15b4f357-9883-47da-8219-c45200d64e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.264382] env[70691]: DEBUG nova.compute.manager [req-f1297d74-117d-43cd-abe4-e4da03a34d16 req-39b08792-e8a5-4e5f-9926-2481842bd9c2 service nova] [instance: 15b4f357-9883-47da-8219-c45200d64e61] No waiting events found dispatching network-vif-plugged-dc1c58e6-668c-4a18-a445-ab635421896d {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 974.264491] env[70691]: WARNING nova.compute.manager [req-f1297d74-117d-43cd-abe4-e4da03a34d16 req-39b08792-e8a5-4e5f-9926-2481842bd9c2 service nova] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Received unexpected event network-vif-plugged-dc1c58e6-668c-4a18-a445-ab635421896d for instance with vm_state building and task_state spawning. [ 974.276754] env[70691]: DEBUG nova.network.neutron [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Successfully updated port: dc1c58e6-668c-4a18-a445-ab635421896d {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.294376] env[70691]: DEBUG oslo_concurrency.lockutils [None req-46345ddd-00ae-4814-a08c-89e83b5e0f44 tempest-ServerShowV257Test-2069553585 tempest-ServerShowV257Test-2069553585-project-member] Lock "c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.711s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.296622] env[70691]: DEBUG oslo_concurrency.lockutils [None req-568800bb-faad-46f4-a42b-c348f705088f tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "ca72fd6b-5136-4a0c-8073-68ec87e38403" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.046s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.341233] env[70691]: INFO nova.scheduler.client.report [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted allocation for migration 6e53a6fe-8cbe-4fa9-92b2-3764a3a9b22a [ 974.415014] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454341, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.560740] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.678027] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454346, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.689799] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: d74fa746-ef23-4b52-a3e2-790a9b64f723] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 974.708632] env[70691]: DEBUG oslo_concurrency.lockutils [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "893d73fe-32f3-4b54-a58b-70242f452bce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.708952] env[70691]: DEBUG oslo_concurrency.lockutils [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "893d73fe-32f3-4b54-a58b-70242f452bce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.709200] env[70691]: DEBUG oslo_concurrency.lockutils [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "893d73fe-32f3-4b54-a58b-70242f452bce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.709466] env[70691]: DEBUG oslo_concurrency.lockutils [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "893d73fe-32f3-4b54-a58b-70242f452bce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.709741] env[70691]: DEBUG oslo_concurrency.lockutils [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "893d73fe-32f3-4b54-a58b-70242f452bce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.713029] env[70691]: INFO nova.compute.manager [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Terminating instance [ 974.715165] env[70691]: DEBUG nova.compute.manager [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 974.715323] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 974.716247] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f4270-ab04-435a-8f5c-e915f7bafb18 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.726452] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 974.727468] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c505dda0-4f16-4793-91a3-8574930814e0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.737460] env[70691]: DEBUG oslo_vmware.api [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 974.737460] env[70691]: value = "task-3454348" [ 974.737460] env[70691]: _type = "Task" [ 974.737460] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.749899] env[70691]: DEBUG oslo_vmware.api [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.782148] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquiring lock "refresh_cache-15b4f357-9883-47da-8219-c45200d64e61" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.782148] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquired lock "refresh_cache-15b4f357-9883-47da-8219-c45200d64e61" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.782148] env[70691]: DEBUG nova.network.neutron [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 974.850702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-01a0a7b4-51bd-432f-b462-0383ea38e1de tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.516s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.909527] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454341, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.068564] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.185045] env[70691]: DEBUG oslo_vmware.api [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454346, 'name': PowerOnVM_Task, 'duration_secs': 0.683165} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.185045] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 975.185045] env[70691]: INFO nova.compute.manager [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Took 9.73 seconds to spawn the instance on the hypervisor. [ 975.185045] env[70691]: DEBUG nova.compute.manager [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 975.185045] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a83b5-89ac-4edb-a829-01a21c2b25af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.200022] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: e10b7f46-6fa8-49e4-89a1-6fbf3c2ca87d] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 975.232478] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1161715c-95bf-4d36-bd16-82d4d089bc7a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.246951] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111667ed-6329-4f47-8ee8-14d58f7c0e40 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.256098] env[70691]: DEBUG oslo_vmware.api [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.295636] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5781d97b-50dd-47e8-956d-7035724abdb9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.308502] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53e0cc-0004-44bd-94ff-5acae950a38e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.322065] env[70691]: DEBUG nova.compute.provider_tree [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.364958] env[70691]: DEBUG nova.network.neutron [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 975.405494] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454341, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.420329} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.405764] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc25c76a-493b-4637-8ad2-ee159ffbb00f/dc25c76a-493b-4637-8ad2-ee159ffbb00f.vmdk to [datastore1] 8f01c2ea-b543-4e83-a056-0c59415b78bf/8f01c2ea-b543-4e83-a056-0c59415b78bf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 975.406667] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1608288d-dc01-4a12-b44b-040ced006872 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.438147] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 8f01c2ea-b543-4e83-a056-0c59415b78bf/8f01c2ea-b543-4e83-a056-0c59415b78bf.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.442047] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f32a6706-da1e-48ad-9c4f-cc1194c896a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.465700] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 975.465700] env[70691]: value = "task-3454349" [ 975.465700] env[70691]: _type = "Task" [ 975.465700] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.474183] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.563824] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454344, 'name': ReconfigVM_Task, 'duration_secs': 1.976812} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.564183] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 06883e8b-247a-4ba2-b0ae-6b7a917550f5/06883e8b-247a-4ba2-b0ae-6b7a917550f5.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.565279] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a74472f-f4ac-4633-8962-2b6677b5aedc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.592348] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d886f0-4de3-4c61-a97c-7cf09fda2c33 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.614450] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743c5993-2e63-4c5b-98da-bd7d108afc62 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.635107] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e16586-6f92-49ad-9bae-ecb5e4d4e2f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.642991] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 975.644019] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01b06b24-b2ac-4e92-b876-ce75de166dab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.651239] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 975.651239] env[70691]: value = "task-3454350" [ 975.651239] env[70691]: _type = "Task" [ 975.651239] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.669598] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.691817] env[70691]: DEBUG nova.network.neutron [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Updating instance_info_cache with network_info: [{"id": "dc1c58e6-668c-4a18-a445-ab635421896d", "address": "fa:16:3e:ff:ef:b0", "network": {"id": "cf4745c8-6ef5-4bac-af7a-6da044e980ce", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1094801046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb4a1911e84a431fbad60c6929d2a217", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1c58e6-66", "ovs_interfaceid": "dc1c58e6-668c-4a18-a445-ab635421896d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.706864] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: aaf5cee2-6568-483a-8fbb-ebae9a51b408] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 975.721154] env[70691]: INFO nova.compute.manager [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Took 37.82 seconds to build instance. [ 975.751591] env[70691]: DEBUG oslo_vmware.api [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454348, 'name': PowerOffVM_Task, 'duration_secs': 0.725236} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.751591] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 975.751888] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 975.752336] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5fa9899-8003-4bff-8f02-006b89cce343 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.827795] env[70691]: DEBUG nova.scheduler.client.report [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 975.855262] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 975.855262] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 975.855262] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Deleting the datastore file [datastore1] 893d73fe-32f3-4b54-a58b-70242f452bce {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.855547] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c391e1db-9685-45c0-8f8e-787f8f04ceb3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.862037] env[70691]: DEBUG oslo_vmware.api [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 975.862037] env[70691]: value = "task-3454352" [ 975.862037] env[70691]: _type = "Task" [ 975.862037] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.874301] env[70691]: DEBUG oslo_vmware.api [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.977942] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454349, 'name': ReconfigVM_Task, 'duration_secs': 0.386906} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.978395] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 8f01c2ea-b543-4e83-a056-0c59415b78bf/8f01c2ea-b543-4e83-a056-0c59415b78bf.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.979093] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe9ba8f5-7c1a-4f8b-8b98-83bbcdda0c57 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.986737] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 975.986737] env[70691]: value = "task-3454353" [ 975.986737] env[70691]: _type = "Task" [ 975.986737] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.995372] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454353, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.167033] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454350, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.195022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Releasing lock "refresh_cache-15b4f357-9883-47da-8219-c45200d64e61" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.195296] env[70691]: DEBUG nova.compute.manager [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Instance network_info: |[{"id": "dc1c58e6-668c-4a18-a445-ab635421896d", "address": "fa:16:3e:ff:ef:b0", "network": {"id": "cf4745c8-6ef5-4bac-af7a-6da044e980ce", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1094801046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb4a1911e84a431fbad60c6929d2a217", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1c58e6-66", "ovs_interfaceid": "dc1c58e6-668c-4a18-a445-ab635421896d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 976.195842] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:ef:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc1c58e6-668c-4a18-a445-ab635421896d', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.205078] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Creating folder: Project (eb4a1911e84a431fbad60c6929d2a217). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 976.205379] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0c435eb-3d22-415a-b02f-654a29cb072a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.217010] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 265f116d-1cdf-4201-a90e-6a3cb4ea8ece] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 976.219700] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Created folder: Project (eb4a1911e84a431fbad60c6929d2a217) in parent group-v689428. [ 976.220114] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Creating folder: Instances. Parent ref: group-v689626. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 976.222726] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-062a2705-80a8-4cb7-b43d-f1d0ef5923e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.225094] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4773e4a0-0594-48e4-a5b1-95788f14e2f0 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.334s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.234158] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Created folder: Instances in parent group-v689626. [ 976.235124] env[70691]: DEBUG oslo.service.loopingcall [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.235346] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 976.235587] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-756be503-e6ee-4044-bbcb-52891f8b9f05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.257671] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.257671] env[70691]: value = "task-3454356" [ 976.257671] env[70691]: _type = "Task" [ 976.257671] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.269746] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454356, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.340591] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.341163] env[70691]: DEBUG nova.compute.manager [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 976.343928] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.998s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.344180] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.348383] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.050s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.348573] env[70691]: DEBUG nova.objects.instance [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 976.374649] env[70691]: DEBUG oslo_vmware.api [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.383128] env[70691]: INFO nova.scheduler.client.report [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Deleted allocations for instance 554941f0-5130-4a4f-b3b0-48d27d431a8c [ 976.489112] env[70691]: DEBUG nova.compute.manager [req-735d19b3-878f-438a-897d-b0dc28cbb821 req-7b226d80-6a81-4957-9150-88e05337fda2 service nova] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Received event network-changed-dc1c58e6-668c-4a18-a445-ab635421896d {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 976.489112] env[70691]: DEBUG nova.compute.manager [req-735d19b3-878f-438a-897d-b0dc28cbb821 req-7b226d80-6a81-4957-9150-88e05337fda2 service nova] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Refreshing instance network info cache due to event network-changed-dc1c58e6-668c-4a18-a445-ab635421896d. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 976.493742] env[70691]: DEBUG oslo_concurrency.lockutils [req-735d19b3-878f-438a-897d-b0dc28cbb821 req-7b226d80-6a81-4957-9150-88e05337fda2 service nova] Acquiring lock "refresh_cache-15b4f357-9883-47da-8219-c45200d64e61" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.494043] env[70691]: DEBUG oslo_concurrency.lockutils [req-735d19b3-878f-438a-897d-b0dc28cbb821 req-7b226d80-6a81-4957-9150-88e05337fda2 service nova] Acquired lock "refresh_cache-15b4f357-9883-47da-8219-c45200d64e61" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.494244] env[70691]: DEBUG nova.network.neutron [req-735d19b3-878f-438a-897d-b0dc28cbb821 req-7b226d80-6a81-4957-9150-88e05337fda2 service nova] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Refreshing network info cache for port dc1c58e6-668c-4a18-a445-ab635421896d {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 976.509485] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454353, 'name': Rename_Task, 'duration_secs': 0.142473} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.510444] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 976.510731] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83a6103a-0d31-454a-ad46-34dca2098683 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.518138] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 976.518138] env[70691]: value = "task-3454357" [ 976.518138] env[70691]: _type = "Task" [ 976.518138] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.527441] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.665212] env[70691]: DEBUG oslo_vmware.api [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454350, 'name': PowerOnVM_Task, 'duration_secs': 0.723716} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.665817] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 976.723998] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 1f5666fd-3d1d-42a4-9b1f-b511fd9850c7] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 976.772716] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454356, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.853403] env[70691]: DEBUG nova.compute.utils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.863022] env[70691]: DEBUG nova.compute.manager [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 976.863022] env[70691]: DEBUG nova.network.neutron [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 976.879875] env[70691]: DEBUG oslo_vmware.api [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520107} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.880187] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.880393] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 976.880889] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 976.880889] env[70691]: INFO nova.compute.manager [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Took 2.17 seconds to destroy the instance on the hypervisor. [ 976.881016] env[70691]: DEBUG oslo.service.loopingcall [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.881222] env[70691]: DEBUG nova.compute.manager [-] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 976.881329] env[70691]: DEBUG nova.network.neutron [-] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 976.893982] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c6582971-f137-4216-9648-236da7ca79aa tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "554941f0-5130-4a4f-b3b0-48d27d431a8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.855s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.997859] env[70691]: DEBUG nova.policy [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b047af3bbe84019b4a286a7502e1147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b0fa759e5a346d0bb74aef90f620e7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 977.030731] env[70691]: DEBUG oslo_vmware.api [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454357, 'name': PowerOnVM_Task, 'duration_secs': 0.493972} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.031134] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 977.031286] env[70691]: INFO nova.compute.manager [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Took 14.09 seconds to spawn the instance on the hypervisor. [ 977.031426] env[70691]: DEBUG nova.compute.manager [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 977.034957] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bd5a88-c828-470b-bb46-d7c237437e25 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.228032] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 9df6fabe-f667-4fa4-978d-2e8896a7d18c] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 977.251853] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquiring lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.252423] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.270636] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454356, 'name': CreateVM_Task, 'duration_secs': 0.654578} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.270817] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 977.273038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.273038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.273038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.273038] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154dc1b8-9cce-41aa-a583-596638553649 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.279963] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 977.279963] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e48378-ec3b-dea1-ad64-509547fe5344" [ 977.279963] env[70691]: _type = "Task" [ 977.279963] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.295935] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e48378-ec3b-dea1-ad64-509547fe5344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.360700] env[70691]: DEBUG nova.compute.manager [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 977.367435] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d97f2229-5a9b-4219-b890-50d0f75ff07b tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.370564] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.641s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.371935] env[70691]: INFO nova.compute.claims [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.480205] env[70691]: DEBUG nova.network.neutron [req-735d19b3-878f-438a-897d-b0dc28cbb821 req-7b226d80-6a81-4957-9150-88e05337fda2 service nova] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Updated VIF entry in instance network info cache for port dc1c58e6-668c-4a18-a445-ab635421896d. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 977.480601] env[70691]: DEBUG nova.network.neutron [req-735d19b3-878f-438a-897d-b0dc28cbb821 req-7b226d80-6a81-4957-9150-88e05337fda2 service nova] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Updating instance_info_cache with network_info: [{"id": "dc1c58e6-668c-4a18-a445-ab635421896d", "address": "fa:16:3e:ff:ef:b0", "network": {"id": "cf4745c8-6ef5-4bac-af7a-6da044e980ce", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1094801046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb4a1911e84a431fbad60c6929d2a217", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1c58e6-66", "ovs_interfaceid": "dc1c58e6-668c-4a18-a445-ab635421896d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.488858] env[70691]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 977.560600] env[70691]: INFO nova.compute.manager [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Took 42.76 seconds to build instance. [ 977.687672] env[70691]: INFO nova.compute.manager [None req-5cdc827b-e777-4de4-9260-95c8a42793ad tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance to original state: 'active' [ 977.726981] env[70691]: DEBUG oslo_concurrency.lockutils [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "53c8d62a-6a62-4656-88e1-e27c6034d082" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.727398] env[70691]: DEBUG oslo_concurrency.lockutils [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.727702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "53c8d62a-6a62-4656-88e1-e27c6034d082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.728009] env[70691]: DEBUG oslo_concurrency.lockutils [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.728708] env[70691]: DEBUG oslo_concurrency.lockutils [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.731659] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: f34b664a-979f-40f9-8189-57aa4c5b5b94] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 977.733872] env[70691]: INFO nova.compute.manager [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Terminating instance [ 977.738025] env[70691]: DEBUG nova.compute.manager [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 977.738025] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 977.738025] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a616ee1-d1dc-409a-8784-c7be3f298af5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.743677] env[70691]: DEBUG nova.network.neutron [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Successfully created port: a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.753309] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 977.753785] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8d744e7-fc24-476c-86a3-e3b71d0a2c77 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.756161] env[70691]: DEBUG nova.compute.manager [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 977.768363] env[70691]: DEBUG oslo_vmware.api [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 977.768363] env[70691]: value = "task-3454358" [ 977.768363] env[70691]: _type = "Task" [ 977.768363] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.788517] env[70691]: DEBUG oslo_vmware.api [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.807048] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e48378-ec3b-dea1-ad64-509547fe5344, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.807540] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.807901] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.808415] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.808577] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.808852] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.809569] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc45b1cd-2d6f-4d60-a739-e679f26ebbf8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.813124] env[70691]: DEBUG oslo_concurrency.lockutils [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.813456] env[70691]: DEBUG oslo_concurrency.lockutils [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.813753] env[70691]: DEBUG oslo_concurrency.lockutils [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.814049] env[70691]: DEBUG oslo_concurrency.lockutils [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.814439] env[70691]: DEBUG oslo_concurrency.lockutils [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.817509] env[70691]: INFO nova.compute.manager [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Terminating instance [ 977.821930] env[70691]: DEBUG nova.compute.manager [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 977.822227] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 977.823774] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc204677-e25a-4b07-b81d-42aaad4523f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.830962] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.831252] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 977.834244] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9082678-52e2-4c1d-b50b-e506b39b2c80 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.842151] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 977.842991] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7f262ea-b44e-49ce-9969-20b89e2650f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.846743] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 977.846743] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b275a6-f3a2-5a07-78de-3498bcd2d3cd" [ 977.846743] env[70691]: _type = "Task" [ 977.846743] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.853677] env[70691]: DEBUG oslo_vmware.api [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 977.853677] env[70691]: value = "task-3454359" [ 977.853677] env[70691]: _type = "Task" [ 977.853677] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.866024] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b275a6-f3a2-5a07-78de-3498bcd2d3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.875468] env[70691]: DEBUG oslo_vmware.api [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.984851] env[70691]: DEBUG oslo_concurrency.lockutils [req-735d19b3-878f-438a-897d-b0dc28cbb821 req-7b226d80-6a81-4957-9150-88e05337fda2 service nova] Releasing lock "refresh_cache-15b4f357-9883-47da-8219-c45200d64e61" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.991556] env[70691]: DEBUG nova.network.neutron [-] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.062709] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c82a2182-027e-4566-b49c-a8ac9be738c2 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "8f01c2ea-b543-4e83-a056-0c59415b78bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.283s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.217625] env[70691]: DEBUG nova.network.neutron [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Successfully created port: d4496baf-6672-4fdd-a22d-523ad06e4b5e {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.236216] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 2047d6d1-2b70-4edb-8fd6-8af659efc6c0] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 978.282179] env[70691]: DEBUG oslo_vmware.api [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454358, 'name': PowerOffVM_Task, 'duration_secs': 0.272765} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.282495] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 978.282683] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 978.282951] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59158f9b-fe1e-4a97-8656-4049585c3bf9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.288789] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.364940] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b275a6-f3a2-5a07-78de-3498bcd2d3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012094} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.365311] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 978.365494] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 978.368704] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Deleting the datastore file [datastore1] 53c8d62a-6a62-4656-88e1-e27c6034d082 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.368704] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-413cf06a-4472-4a39-a0a0-7f8c2564057e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.372291] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f782c5-a00d-44e1-a668-54e40b57d93f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.374911] env[70691]: DEBUG oslo_vmware.api [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454359, 'name': PowerOffVM_Task, 'duration_secs': 0.327638} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.376106] env[70691]: DEBUG nova.compute.manager [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 978.379584] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 978.379584] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 978.379584] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a3977e4-cef3-40c7-937b-6f501dc66fb4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.393057] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 978.393057] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52449cee-775b-bb13-5b3c-226c5997315c" [ 978.393057] env[70691]: _type = "Task" [ 978.393057] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.393057] env[70691]: DEBUG oslo_vmware.api [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for the task: (returnval){ [ 978.393057] env[70691]: value = "task-3454361" [ 978.393057] env[70691]: _type = "Task" [ 978.393057] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.409348] env[70691]: DEBUG oslo_vmware.api [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.410080] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52449cee-775b-bb13-5b3c-226c5997315c, 'name': SearchDatastore_Task, 'duration_secs': 0.015832} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.413096] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.413718] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 15b4f357-9883-47da-8219-c45200d64e61/15b4f357-9883-47da-8219-c45200d64e61.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 978.414701] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40824214-2945-49bc-9fcc-a30b2ebe5516 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.426117] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 978.426117] env[70691]: value = "task-3454363" [ 978.426117] env[70691]: _type = "Task" [ 978.426117] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.436565] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 978.436565] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 978.436769] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.436820] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 978.437884] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.437884] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 978.437884] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 978.437884] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 978.437884] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 978.437884] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 978.438194] env[70691]: DEBUG nova.virt.hardware [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 978.438881] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa67fae-5bfa-4fb4-889d-7db64881d3b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.447151] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.452645] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc19c31e-d593-4ea7-8d79-1330e4615626 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.460078] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 978.460296] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 978.460474] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleting the datastore file [datastore2] cae8ad8e-ae95-4d27-9379-e1aa64db3916 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.461123] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbe79fb2-5ddb-429b-84eb-3c58dee465f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.476855] env[70691]: DEBUG oslo_vmware.api [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 978.476855] env[70691]: value = "task-3454364" [ 978.476855] env[70691]: _type = "Task" [ 978.476855] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.486805] env[70691]: DEBUG oslo_vmware.api [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.494826] env[70691]: INFO nova.compute.manager [-] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Took 1.61 seconds to deallocate network for instance. [ 978.689018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.689334] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.744884] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: f3913a86-6577-48bf-9352-609c35b6fd84] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 978.905380] env[70691]: DEBUG oslo_vmware.api [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Task: {'id': task-3454361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190845} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.908380] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.908629] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 978.908762] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 978.908986] env[70691]: INFO nova.compute.manager [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Took 1.17 seconds to destroy the instance on the hypervisor. [ 978.909270] env[70691]: DEBUG oslo.service.loopingcall [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.909737] env[70691]: DEBUG nova.compute.manager [-] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 978.909828] env[70691]: DEBUG nova.network.neutron [-] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 978.922863] env[70691]: DEBUG nova.compute.manager [req-ee044d9d-53b0-4806-a622-6c38f22752ff req-8156eef6-65ff-48d4-8b8a-b8966648c641 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-changed-db3f162e-8868-4e7a-ab48-1df94c0fd664 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 978.923601] env[70691]: DEBUG nova.compute.manager [req-ee044d9d-53b0-4806-a622-6c38f22752ff req-8156eef6-65ff-48d4-8b8a-b8966648c641 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Refreshing instance network info cache due to event network-changed-db3f162e-8868-4e7a-ab48-1df94c0fd664. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 978.923946] env[70691]: DEBUG oslo_concurrency.lockutils [req-ee044d9d-53b0-4806-a622-6c38f22752ff req-8156eef6-65ff-48d4-8b8a-b8966648c641 service nova] Acquiring lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.924335] env[70691]: DEBUG oslo_concurrency.lockutils [req-ee044d9d-53b0-4806-a622-6c38f22752ff req-8156eef6-65ff-48d4-8b8a-b8966648c641 service nova] Acquired lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.924335] env[70691]: DEBUG nova.network.neutron [req-ee044d9d-53b0-4806-a622-6c38f22752ff req-8156eef6-65ff-48d4-8b8a-b8966648c641 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Refreshing network info cache for port db3f162e-8868-4e7a-ab48-1df94c0fd664 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 978.939449] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16daf3ac-1a62-484f-bf2c-73bc5d14da63 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.952448] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454363, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.955083] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5219bd85-6bcf-45fe-a75a-c6c8e83b0602 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.997290] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d24d791-b54c-4de7-9e92-947f311fcb71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.012467] env[70691]: DEBUG oslo_concurrency.lockutils [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.013344] env[70691]: DEBUG oslo_vmware.api [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283234} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.014748] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f33b53-0369-4e91-9354-0f31fd560221 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.019504] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.019759] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 979.020114] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 979.021172] env[70691]: INFO nova.compute.manager [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Took 1.20 seconds to destroy the instance on the hypervisor. [ 979.021172] env[70691]: DEBUG oslo.service.loopingcall [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.021172] env[70691]: DEBUG nova.compute.manager [-] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 979.021172] env[70691]: DEBUG nova.network.neutron [-] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 979.035183] env[70691]: DEBUG nova.compute.provider_tree [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.196575] env[70691]: DEBUG nova.compute.manager [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 979.250952] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 5759352e-c85a-4147-b6aa-32c16df8f3ef] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 979.309539] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "8f01c2ea-b543-4e83-a056-0c59415b78bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.309836] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "8f01c2ea-b543-4e83-a056-0c59415b78bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.310360] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "8f01c2ea-b543-4e83-a056-0c59415b78bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.310467] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "8f01c2ea-b543-4e83-a056-0c59415b78bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.310608] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "8f01c2ea-b543-4e83-a056-0c59415b78bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.313809] env[70691]: INFO nova.compute.manager [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Terminating instance [ 979.317296] env[70691]: DEBUG nova.compute.manager [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 979.317503] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 979.318380] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e459b-a5b1-4ec5-a375-9125d7ed8702 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.327190] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 979.327190] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d3dba82-f4f9-4672-a078-cf04f0db9f79 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.334088] env[70691]: DEBUG oslo_vmware.api [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 979.334088] env[70691]: value = "task-3454365" [ 979.334088] env[70691]: _type = "Task" [ 979.334088] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.350364] env[70691]: DEBUG oslo_vmware.api [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.446789] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53896} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.449131] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 15b4f357-9883-47da-8219-c45200d64e61/15b4f357-9883-47da-8219-c45200d64e61.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 979.449131] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.449475] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab58aa4-a44b-4b78-bd85-6c50078da3b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.460769] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 979.460769] env[70691]: value = "task-3454366" [ 979.460769] env[70691]: _type = "Task" [ 979.460769] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.470670] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.561356] env[70691]: ERROR nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [req-06e72dc8-3183-4c8d-b417-945dd78fef78] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06e72dc8-3183-4c8d-b417-945dd78fef78"}]} [ 979.584709] env[70691]: DEBUG nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 979.608726] env[70691]: DEBUG nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 979.610073] env[70691]: DEBUG nova.compute.provider_tree [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.625800] env[70691]: DEBUG nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 979.654147] env[70691]: DEBUG nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 979.729470] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.757566] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 1b318a7c-b4d1-48a7-a260-06a67db6db43] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 979.847504] env[70691]: DEBUG oslo_vmware.api [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454365, 'name': PowerOffVM_Task, 'duration_secs': 0.408658} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.847820] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 979.847996] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 979.848320] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a367ac5-0bb5-458d-a06a-8749685e7252 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.928708] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 979.928708] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 979.928708] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleting the datastore file [datastore1] 8f01c2ea-b543-4e83-a056-0c59415b78bf {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.928708] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf3a347-831e-4dc8-ab2a-b3bbe72c4909 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.934918] env[70691]: DEBUG oslo_vmware.api [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 979.934918] env[70691]: value = "task-3454368" [ 979.934918] env[70691]: _type = "Task" [ 979.934918] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.942956] env[70691]: DEBUG oslo_vmware.api [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.971387] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244761} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.971387] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.971387] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b50a784-8e32-4387-9bb1-74b869d367ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.998272] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 15b4f357-9883-47da-8219-c45200d64e61/15b4f357-9883-47da-8219-c45200d64e61.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.001432] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dd1e037-4a77-4a4d-a37e-e3b3bad6bc59 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.017516] env[70691]: DEBUG nova.network.neutron [req-ee044d9d-53b0-4806-a622-6c38f22752ff req-8156eef6-65ff-48d4-8b8a-b8966648c641 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updated VIF entry in instance network info cache for port db3f162e-8868-4e7a-ab48-1df94c0fd664. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 980.017944] env[70691]: DEBUG nova.network.neutron [req-ee044d9d-53b0-4806-a622-6c38f22752ff req-8156eef6-65ff-48d4-8b8a-b8966648c641 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.024910] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 980.024910] env[70691]: value = "task-3454369" [ 980.024910] env[70691]: _type = "Task" [ 980.024910] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.034433] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.112443] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f12c7fd-711d-4e2e-a3a4-eca2f2e858e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.122378] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1c0dcb-b0cb-43aa-9484-63d7b9481513 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.160383] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446429a4-6a90-40ce-813f-798ad28bde1e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.163823] env[70691]: DEBUG nova.network.neutron [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Successfully updated port: a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.172743] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d63ae-e838-41d0-93cb-ed3d8290d3a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.190665] env[70691]: DEBUG nova.compute.provider_tree [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.210373] env[70691]: DEBUG nova.network.neutron [-] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.215037] env[70691]: DEBUG nova.compute.manager [req-a007a039-24e9-4f3e-a10f-06fb6dd7d22d req-d24252dc-4115-4e0d-9ae6-5c244343fb0e service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Received event network-vif-deleted-1d46f99b-fecd-46e6-ab9d-8d382c46f688 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 980.215037] env[70691]: INFO nova.compute.manager [req-a007a039-24e9-4f3e-a10f-06fb6dd7d22d req-d24252dc-4115-4e0d-9ae6-5c244343fb0e service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Neutron deleted interface 1d46f99b-fecd-46e6-ab9d-8d382c46f688; detaching it from the instance and deleting it from the info cache [ 980.215243] env[70691]: DEBUG nova.network.neutron [req-a007a039-24e9-4f3e-a10f-06fb6dd7d22d req-d24252dc-4115-4e0d-9ae6-5c244343fb0e service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.266042] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.267066] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Cleaning up deleted instances with incomplete migration {{(pid=70691) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 980.272753] env[70691]: DEBUG nova.network.neutron [-] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.445351] env[70691]: DEBUG oslo_vmware.api [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244642} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.445658] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.445954] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 980.446255] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 980.446459] env[70691]: INFO nova.compute.manager [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 980.446926] env[70691]: DEBUG oslo.service.loopingcall [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.447051] env[70691]: DEBUG nova.compute.manager [-] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 980.447148] env[70691]: DEBUG nova.network.neutron [-] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 980.520489] env[70691]: DEBUG oslo_concurrency.lockutils [req-ee044d9d-53b0-4806-a622-6c38f22752ff req-8156eef6-65ff-48d4-8b8a-b8966648c641 service nova] Releasing lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.520783] env[70691]: DEBUG nova.compute.manager [req-ee044d9d-53b0-4806-a622-6c38f22752ff req-8156eef6-65ff-48d4-8b8a-b8966648c641 service nova] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Received event network-vif-deleted-e039a476-1d3a-41d2-b9d8-0a2c715eb1cb {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 980.539009] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454369, 'name': ReconfigVM_Task, 'duration_secs': 0.357502} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.539247] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 15b4f357-9883-47da-8219-c45200d64e61/15b4f357-9883-47da-8219-c45200d64e61.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.539856] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4bb6a7c-ebcf-48c0-9a27-f563300e9415 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.549066] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 980.549066] env[70691]: value = "task-3454370" [ 980.549066] env[70691]: _type = "Task" [ 980.549066] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.557814] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454370, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.719752] env[70691]: INFO nova.compute.manager [-] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Took 1.81 seconds to deallocate network for instance. [ 980.723312] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04a99696-7c8a-44ef-b360-39bfef115d45 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.730223] env[70691]: ERROR nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [req-279957dd-b2d3-4611-9858-91f194fa4e3d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-279957dd-b2d3-4611-9858-91f194fa4e3d"}]} [ 980.741076] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2675085b-c69d-4acb-97f3-4298136cc268 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.755057] env[70691]: DEBUG nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 980.778062] env[70691]: INFO nova.compute.manager [-] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Took 1.76 seconds to deallocate network for instance. [ 980.778599] env[70691]: DEBUG nova.compute.manager [req-a007a039-24e9-4f3e-a10f-06fb6dd7d22d req-d24252dc-4115-4e0d-9ae6-5c244343fb0e service nova] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Detach interface failed, port_id=1d46f99b-fecd-46e6-ab9d-8d382c46f688, reason: Instance cae8ad8e-ae95-4d27-9379-e1aa64db3916 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 980.780405] env[70691]: DEBUG nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 980.781016] env[70691]: DEBUG nova.compute.provider_tree [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.783033] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.805616] env[70691]: DEBUG nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 980.807886] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.808261] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.831703] env[70691]: DEBUG nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 980.979748] env[70691]: DEBUG nova.compute.manager [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Received event network-vif-deleted-8be91911-722f-46f2-9856-a22f869f03cf {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 980.979748] env[70691]: DEBUG nova.compute.manager [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Received event network-vif-plugged-a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 980.979748] env[70691]: DEBUG oslo_concurrency.lockutils [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] Acquiring lock "ecbd41bb-93e8-4279-91d7-57a96a90b147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.979748] env[70691]: DEBUG oslo_concurrency.lockutils [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.979748] env[70691]: DEBUG oslo_concurrency.lockutils [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.979930] env[70691]: DEBUG nova.compute.manager [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] No waiting events found dispatching network-vif-plugged-a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 980.979967] env[70691]: WARNING nova.compute.manager [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Received unexpected event network-vif-plugged-a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3 for instance with vm_state building and task_state spawning. [ 980.980438] env[70691]: DEBUG nova.compute.manager [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Received event network-changed-a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 980.980438] env[70691]: DEBUG nova.compute.manager [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Refreshing instance network info cache due to event network-changed-a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 980.980438] env[70691]: DEBUG oslo_concurrency.lockutils [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] Acquiring lock "refresh_cache-ecbd41bb-93e8-4279-91d7-57a96a90b147" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.980666] env[70691]: DEBUG oslo_concurrency.lockutils [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] Acquired lock "refresh_cache-ecbd41bb-93e8-4279-91d7-57a96a90b147" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.980722] env[70691]: DEBUG nova.network.neutron [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Refreshing network info cache for port a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 980.982074] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.982346] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.982775] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.982775] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.982883] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.988080] env[70691]: INFO nova.compute.manager [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Terminating instance [ 980.989834] env[70691]: DEBUG nova.compute.manager [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 980.990053] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 980.990923] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f06e91d-3c6b-4158-95a3-1898e2eb4c92 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.999828] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 981.002320] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcdf88a6-4a2d-49ef-8f0a-04151f6b2bf5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.009216] env[70691]: DEBUG oslo_vmware.api [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 981.009216] env[70691]: value = "task-3454371" [ 981.009216] env[70691]: _type = "Task" [ 981.009216] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.018137] env[70691]: DEBUG oslo_vmware.api [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.059201] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454370, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.195263] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2725034d-fd2f-43dc-b5e4-55698b96394d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.204837] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25646f9d-b837-42bf-b0d7-130043b06c17 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.237434] env[70691]: DEBUG oslo_concurrency.lockutils [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.238585] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09dcba1-41c8-4ff6-b08c-7ac0f966e1b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.246868] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86715c3-2b2c-4d61-8903-7058c1973244 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.265427] env[70691]: DEBUG nova.compute.provider_tree [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.295574] env[70691]: DEBUG oslo_concurrency.lockutils [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.313160] env[70691]: DEBUG nova.compute.manager [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 981.314886] env[70691]: DEBUG nova.network.neutron [-] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.519278] env[70691]: DEBUG oslo_vmware.api [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454371, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.526033] env[70691]: DEBUG nova.network.neutron [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 981.563419] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454370, 'name': Rename_Task, 'duration_secs': 0.979114} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.563419] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 981.563419] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-564f7712-f299-4090-a065-a3597317fc10 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.569731] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 981.569731] env[70691]: value = "task-3454372" [ 981.569731] env[70691]: _type = "Task" [ 981.569731] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.580507] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.643483] env[70691]: DEBUG nova.network.neutron [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.799272] env[70691]: DEBUG nova.scheduler.client.report [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updated inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 981.799583] env[70691]: DEBUG nova.compute.provider_tree [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updating resource provider 0f714c39-9913-4c20-9640-f803078976e4 generation from 96 to 97 during operation: update_inventory {{(pid=70691) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 981.799772] env[70691]: DEBUG nova.compute.provider_tree [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.820737] env[70691]: INFO nova.compute.manager [-] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Took 1.37 seconds to deallocate network for instance. [ 981.841042] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.019852] env[70691]: DEBUG oslo_vmware.api [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454371, 'name': PowerOffVM_Task, 'duration_secs': 0.540346} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.020308] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 982.020491] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 982.020765] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52a62ae7-75ed-494f-b627-2f8d0712e767 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.080392] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.083813] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 982.084073] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 982.084280] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Deleting the datastore file [datastore1] 06883e8b-247a-4ba2-b0ae-6b7a917550f5 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.084537] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b34105a-e6d7-4085-991c-2be75f176061 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.090667] env[70691]: DEBUG oslo_vmware.api [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 982.090667] env[70691]: value = "task-3454374" [ 982.090667] env[70691]: _type = "Task" [ 982.090667] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.099201] env[70691]: DEBUG oslo_vmware.api [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.147030] env[70691]: DEBUG oslo_concurrency.lockutils [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] Releasing lock "refresh_cache-ecbd41bb-93e8-4279-91d7-57a96a90b147" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.147145] env[70691]: DEBUG nova.compute.manager [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Received event network-vif-deleted-499e5706-c566-4a08-a481-cf0e8e831170 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 982.147521] env[70691]: INFO nova.compute.manager [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Neutron deleted interface 499e5706-c566-4a08-a481-cf0e8e831170; detaching it from the instance and deleting it from the info cache [ 982.148396] env[70691]: DEBUG nova.network.neutron [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.304394] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.936s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.304957] env[70691]: DEBUG nova.compute.manager [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 982.307657] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.866s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.308642] env[70691]: DEBUG nova.objects.instance [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lazy-loading 'resources' on Instance uuid e124d60c-63d6-4768-bbe1-ba6c993908db {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.331981] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.371875] env[70691]: DEBUG nova.compute.manager [req-aa6a65fc-bf75-4fca-b7b4-6e9a334da106 req-aeaad677-fa98-4605-b8aa-2b67fcea5591 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Received event network-vif-plugged-d4496baf-6672-4fdd-a22d-523ad06e4b5e {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 982.372128] env[70691]: DEBUG oslo_concurrency.lockutils [req-aa6a65fc-bf75-4fca-b7b4-6e9a334da106 req-aeaad677-fa98-4605-b8aa-2b67fcea5591 service nova] Acquiring lock "ecbd41bb-93e8-4279-91d7-57a96a90b147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.372337] env[70691]: DEBUG oslo_concurrency.lockutils [req-aa6a65fc-bf75-4fca-b7b4-6e9a334da106 req-aeaad677-fa98-4605-b8aa-2b67fcea5591 service nova] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.372477] env[70691]: DEBUG oslo_concurrency.lockutils [req-aa6a65fc-bf75-4fca-b7b4-6e9a334da106 req-aeaad677-fa98-4605-b8aa-2b67fcea5591 service nova] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.372699] env[70691]: DEBUG nova.compute.manager [req-aa6a65fc-bf75-4fca-b7b4-6e9a334da106 req-aeaad677-fa98-4605-b8aa-2b67fcea5591 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] No waiting events found dispatching network-vif-plugged-d4496baf-6672-4fdd-a22d-523ad06e4b5e {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 982.372825] env[70691]: WARNING nova.compute.manager [req-aa6a65fc-bf75-4fca-b7b4-6e9a334da106 req-aeaad677-fa98-4605-b8aa-2b67fcea5591 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Received unexpected event network-vif-plugged-d4496baf-6672-4fdd-a22d-523ad06e4b5e for instance with vm_state building and task_state spawning. [ 982.444161] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "5be40eac-5673-49b1-9705-1c353b554d88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.444161] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.476461] env[70691]: DEBUG nova.network.neutron [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Successfully updated port: d4496baf-6672-4fdd-a22d-523ad06e4b5e {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.580685] env[70691]: DEBUG oslo_vmware.api [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454372, 'name': PowerOnVM_Task, 'duration_secs': 0.661114} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.581208] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 982.581551] env[70691]: INFO nova.compute.manager [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Took 9.40 seconds to spawn the instance on the hypervisor. [ 982.581848] env[70691]: DEBUG nova.compute.manager [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 982.582732] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73cfc12-a9cc-4db4-a9a7-ee4f62be4ab6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.599145] env[70691]: DEBUG oslo_vmware.api [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168089} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.599250] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.599359] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 982.599538] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 982.599798] env[70691]: INFO nova.compute.manager [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Took 1.61 seconds to destroy the instance on the hypervisor. [ 982.600064] env[70691]: DEBUG oslo.service.loopingcall [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.600263] env[70691]: DEBUG nova.compute.manager [-] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 982.600358] env[70691]: DEBUG nova.network.neutron [-] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 982.651071] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47ba92fc-ec1e-451c-904d-c54202decb9d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.660935] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73381f51-0826-4416-8355-719e5b5a4769 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.693543] env[70691]: DEBUG nova.compute.manager [req-2c44012c-b53b-4ddb-af6f-5f632006545d req-cc1ae183-2a82-4c09-adc5-5ce21481361a service nova] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Detach interface failed, port_id=499e5706-c566-4a08-a481-cf0e8e831170, reason: Instance 8f01c2ea-b543-4e83-a056-0c59415b78bf could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 982.814714] env[70691]: DEBUG nova.compute.utils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 982.818123] env[70691]: DEBUG nova.compute.manager [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 982.818241] env[70691]: DEBUG nova.network.neutron [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 982.870431] env[70691]: DEBUG nova.policy [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0b1ad9d1ec347fd949d612f0350da64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd9a9c12e8fb4648b7c33e47c20df886', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 982.946287] env[70691]: DEBUG nova.compute.manager [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 982.980629] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "refresh_cache-ecbd41bb-93e8-4279-91d7-57a96a90b147" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.980629] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquired lock "refresh_cache-ecbd41bb-93e8-4279-91d7-57a96a90b147" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.980629] env[70691]: DEBUG nova.network.neutron [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 983.102280] env[70691]: INFO nova.compute.manager [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Took 37.45 seconds to build instance. [ 983.180575] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d242eb18-89c3-4212-ac48-6d8a2e7b8225 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.190718] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1963be46-6a23-4abf-af26-0c89214c88fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.224193] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff74bfc-4ee6-46a9-8a08-edf62f51cdef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.233710] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4730c909-fb1a-4796-b36a-856e217a9e32 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.248094] env[70691]: DEBUG nova.compute.provider_tree [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.322461] env[70691]: DEBUG nova.network.neutron [-] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.324921] env[70691]: DEBUG nova.compute.manager [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 983.336976] env[70691]: DEBUG nova.network.neutron [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Successfully created port: cbcf3462-6502-4aeb-b094-51aa18c3eb0a {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.475266] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.536020] env[70691]: DEBUG nova.network.neutron [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 983.605268] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ce09e06-f632-4885-90f4-75c92208856f tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "15b4f357-9883-47da-8219-c45200d64e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.964s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.751753] env[70691]: DEBUG nova.scheduler.client.report [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 983.828784] env[70691]: INFO nova.compute.manager [-] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Took 1.23 seconds to deallocate network for instance. [ 983.901771] env[70691]: DEBUG nova.network.neutron [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Updating instance_info_cache with network_info: [{"id": "a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3", "address": "fa:16:3e:45:20:45", "network": {"id": "2dc07a8d-4a2e-4865-8938-b35428c47522", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-537794017", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d7eef2-e2", "ovs_interfaceid": "a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d4496baf-6672-4fdd-a22d-523ad06e4b5e", "address": "fa:16:3e:0c:99:e3", "network": {"id": "821dc0f9-edc0-4028-9d21-d78535207ef6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1157437036", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4496baf-66", "ovs_interfaceid": "d4496baf-6672-4fdd-a22d-523ad06e4b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.257757] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.260177] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.188s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.260423] env[70691]: DEBUG nova.objects.instance [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'resources' on Instance uuid 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.276130] env[70691]: INFO nova.scheduler.client.report [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted allocations for instance e124d60c-63d6-4768-bbe1-ba6c993908db [ 984.280080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquiring lock "15b4f357-9883-47da-8219-c45200d64e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.280317] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "15b4f357-9883-47da-8219-c45200d64e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.280528] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquiring lock "15b4f357-9883-47da-8219-c45200d64e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.280715] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "15b4f357-9883-47da-8219-c45200d64e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.280890] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "15b4f357-9883-47da-8219-c45200d64e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.282674] env[70691]: INFO nova.compute.manager [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Terminating instance [ 984.284599] env[70691]: DEBUG nova.compute.manager [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 984.284801] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 984.285657] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12da7a9e-b767-4bb1-a4f9-0f14d4040c76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.293602] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 984.293863] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c9adbfc-9903-442d-aabd-52ccc7d601ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.300179] env[70691]: DEBUG oslo_vmware.api [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 984.300179] env[70691]: value = "task-3454375" [ 984.300179] env[70691]: _type = "Task" [ 984.300179] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.308399] env[70691]: DEBUG oslo_vmware.api [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.336053] env[70691]: DEBUG nova.compute.manager [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 984.338857] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.361226] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 984.361549] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 984.361713] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.361901] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 984.362065] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.362219] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 984.362430] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 984.362594] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 984.362768] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 984.362934] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 984.363126] env[70691]: DEBUG nova.virt.hardware [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 984.364084] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb4ff87-bec9-4113-8eda-12836eec88f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.372870] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd89ea-10b3-4052-979f-84c19b5b88bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.403333] env[70691]: DEBUG nova.compute.manager [req-399a725a-3ac9-40d3-8808-2ea207d0ec09 req-0aed1f17-c55c-4a4e-bf91-22be9f691e6e service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Received event network-changed-d4496baf-6672-4fdd-a22d-523ad06e4b5e {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 984.403586] env[70691]: DEBUG nova.compute.manager [req-399a725a-3ac9-40d3-8808-2ea207d0ec09 req-0aed1f17-c55c-4a4e-bf91-22be9f691e6e service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Refreshing instance network info cache due to event network-changed-d4496baf-6672-4fdd-a22d-523ad06e4b5e. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 984.403839] env[70691]: DEBUG oslo_concurrency.lockutils [req-399a725a-3ac9-40d3-8808-2ea207d0ec09 req-0aed1f17-c55c-4a4e-bf91-22be9f691e6e service nova] Acquiring lock "refresh_cache-ecbd41bb-93e8-4279-91d7-57a96a90b147" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.404579] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Releasing lock "refresh_cache-ecbd41bb-93e8-4279-91d7-57a96a90b147" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.404951] env[70691]: DEBUG nova.compute.manager [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Instance network_info: |[{"id": "a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3", "address": "fa:16:3e:45:20:45", "network": {"id": "2dc07a8d-4a2e-4865-8938-b35428c47522", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-537794017", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d7eef2-e2", "ovs_interfaceid": "a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d4496baf-6672-4fdd-a22d-523ad06e4b5e", "address": "fa:16:3e:0c:99:e3", "network": {"id": "821dc0f9-edc0-4028-9d21-d78535207ef6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1157437036", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4496baf-66", "ovs_interfaceid": "d4496baf-6672-4fdd-a22d-523ad06e4b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 984.405242] env[70691]: DEBUG oslo_concurrency.lockutils [req-399a725a-3ac9-40d3-8808-2ea207d0ec09 req-0aed1f17-c55c-4a4e-bf91-22be9f691e6e service nova] Acquired lock "refresh_cache-ecbd41bb-93e8-4279-91d7-57a96a90b147" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.405426] env[70691]: DEBUG nova.network.neutron [req-399a725a-3ac9-40d3-8808-2ea207d0ec09 req-0aed1f17-c55c-4a4e-bf91-22be9f691e6e service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Refreshing network info cache for port d4496baf-6672-4fdd-a22d-523ad06e4b5e {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 984.406677] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:20:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:99:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4496baf-6672-4fdd-a22d-523ad06e4b5e', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.416162] env[70691]: DEBUG oslo.service.loopingcall [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.417430] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 984.417666] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e3f078-d048-47c2-9e85-a953dd50ce00 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.440877] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.440877] env[70691]: value = "task-3454376" [ 984.440877] env[70691]: _type = "Task" [ 984.440877] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.456715] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454376, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.794306] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7195dadd-8973-49d0-addf-c074037485fc tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "e124d60c-63d6-4768-bbe1-ba6c993908db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.404s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.796984] env[70691]: DEBUG nova.compute.manager [req-42952897-46d7-432f-82d8-79e74c813d26 req-29b42194-441a-444b-b778-3b01155e0cad service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Received event network-vif-plugged-cbcf3462-6502-4aeb-b094-51aa18c3eb0a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 984.798180] env[70691]: DEBUG oslo_concurrency.lockutils [req-42952897-46d7-432f-82d8-79e74c813d26 req-29b42194-441a-444b-b778-3b01155e0cad service nova] Acquiring lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.798540] env[70691]: DEBUG oslo_concurrency.lockutils [req-42952897-46d7-432f-82d8-79e74c813d26 req-29b42194-441a-444b-b778-3b01155e0cad service nova] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.798640] env[70691]: DEBUG oslo_concurrency.lockutils [req-42952897-46d7-432f-82d8-79e74c813d26 req-29b42194-441a-444b-b778-3b01155e0cad service nova] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.798721] env[70691]: DEBUG nova.compute.manager [req-42952897-46d7-432f-82d8-79e74c813d26 req-29b42194-441a-444b-b778-3b01155e0cad service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] No waiting events found dispatching network-vif-plugged-cbcf3462-6502-4aeb-b094-51aa18c3eb0a {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 984.798886] env[70691]: WARNING nova.compute.manager [req-42952897-46d7-432f-82d8-79e74c813d26 req-29b42194-441a-444b-b778-3b01155e0cad service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Received unexpected event network-vif-plugged-cbcf3462-6502-4aeb-b094-51aa18c3eb0a for instance with vm_state building and task_state spawning. [ 984.811664] env[70691]: DEBUG oslo_vmware.api [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454375, 'name': PowerOffVM_Task, 'duration_secs': 0.219635} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.812667] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 984.812667] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 984.815045] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a853d3f-2e2a-4c2a-85ad-d7a1592621f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.952399] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454376, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.114900] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727e56d-04b3-44fa-b05d-2ad67be11c9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.122072] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671dd72f-a8d3-4837-b863-9407f6f9e50c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.152690] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa52cd1c-c9d1-40a5-83da-0a057cef53af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.160509] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e99ecb-f800-4f0b-9184-b017ba4699b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.174829] env[70691]: DEBUG nova.compute.provider_tree [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.218042] env[70691]: DEBUG nova.network.neutron [req-399a725a-3ac9-40d3-8808-2ea207d0ec09 req-0aed1f17-c55c-4a4e-bf91-22be9f691e6e service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Updated VIF entry in instance network info cache for port d4496baf-6672-4fdd-a22d-523ad06e4b5e. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 985.218791] env[70691]: DEBUG nova.network.neutron [req-399a725a-3ac9-40d3-8808-2ea207d0ec09 req-0aed1f17-c55c-4a4e-bf91-22be9f691e6e service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Updating instance_info_cache with network_info: [{"id": "a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3", "address": "fa:16:3e:45:20:45", "network": {"id": "2dc07a8d-4a2e-4865-8938-b35428c47522", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-537794017", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d7eef2-e2", "ovs_interfaceid": "a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d4496baf-6672-4fdd-a22d-523ad06e4b5e", "address": "fa:16:3e:0c:99:e3", "network": {"id": "821dc0f9-edc0-4028-9d21-d78535207ef6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1157437036", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4496baf-66", "ovs_interfaceid": "d4496baf-6672-4fdd-a22d-523ad06e4b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.370659] env[70691]: DEBUG nova.network.neutron [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Successfully updated port: cbcf3462-6502-4aeb-b094-51aa18c3eb0a {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.398895] env[70691]: DEBUG nova.compute.manager [req-bca0c2fc-04e4-4813-96e6-d6e7737fc9c0 req-7c888f9b-0200-4dcc-b666-beaba3d4a87f service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Received event network-changed-cbcf3462-6502-4aeb-b094-51aa18c3eb0a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 985.399132] env[70691]: DEBUG nova.compute.manager [req-bca0c2fc-04e4-4813-96e6-d6e7737fc9c0 req-7c888f9b-0200-4dcc-b666-beaba3d4a87f service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Refreshing instance network info cache due to event network-changed-cbcf3462-6502-4aeb-b094-51aa18c3eb0a. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 985.399365] env[70691]: DEBUG oslo_concurrency.lockutils [req-bca0c2fc-04e4-4813-96e6-d6e7737fc9c0 req-7c888f9b-0200-4dcc-b666-beaba3d4a87f service nova] Acquiring lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.399516] env[70691]: DEBUG oslo_concurrency.lockutils [req-bca0c2fc-04e4-4813-96e6-d6e7737fc9c0 req-7c888f9b-0200-4dcc-b666-beaba3d4a87f service nova] Acquired lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.399681] env[70691]: DEBUG nova.network.neutron [req-bca0c2fc-04e4-4813-96e6-d6e7737fc9c0 req-7c888f9b-0200-4dcc-b666-beaba3d4a87f service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Refreshing network info cache for port cbcf3462-6502-4aeb-b094-51aa18c3eb0a {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 985.451705] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454376, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.539756] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 985.540015] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 985.540481] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Deleting the datastore file [datastore1] 15b4f357-9883-47da-8219-c45200d64e61 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.540831] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce7c4ca9-ed67-4dae-ae97-b070a68611ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.547723] env[70691]: DEBUG oslo_vmware.api [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for the task: (returnval){ [ 985.547723] env[70691]: value = "task-3454378" [ 985.547723] env[70691]: _type = "Task" [ 985.547723] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.555828] env[70691]: DEBUG oslo_vmware.api [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.561307] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "7521efba-e1a0-43ef-9d28-f91158a2541a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.561539] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "7521efba-e1a0-43ef-9d28-f91158a2541a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.561748] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "7521efba-e1a0-43ef-9d28-f91158a2541a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.561935] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "7521efba-e1a0-43ef-9d28-f91158a2541a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.562125] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "7521efba-e1a0-43ef-9d28-f91158a2541a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.564289] env[70691]: INFO nova.compute.manager [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Terminating instance [ 985.566173] env[70691]: DEBUG nova.compute.manager [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 985.566374] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 985.567132] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e3853-2075-44b4-8190-02a82989cede {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.574325] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 985.574575] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba0c9f2f-9946-40e2-bbdc-f9f32540c6c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.579711] env[70691]: DEBUG oslo_vmware.api [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 985.579711] env[70691]: value = "task-3454379" [ 985.579711] env[70691]: _type = "Task" [ 985.579711] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.587983] env[70691]: DEBUG oslo_vmware.api [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.677785] env[70691]: DEBUG nova.scheduler.client.report [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 985.721417] env[70691]: DEBUG oslo_concurrency.lockutils [req-399a725a-3ac9-40d3-8808-2ea207d0ec09 req-0aed1f17-c55c-4a4e-bf91-22be9f691e6e service nova] Releasing lock "refresh_cache-ecbd41bb-93e8-4279-91d7-57a96a90b147" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.721725] env[70691]: DEBUG nova.compute.manager [req-399a725a-3ac9-40d3-8808-2ea207d0ec09 req-0aed1f17-c55c-4a4e-bf91-22be9f691e6e service nova] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Received event network-vif-deleted-59115026-bb08-42b2-82ff-3418c8d362f9 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 985.873974] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.930611] env[70691]: DEBUG nova.network.neutron [req-bca0c2fc-04e4-4813-96e6-d6e7737fc9c0 req-7c888f9b-0200-4dcc-b666-beaba3d4a87f service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 985.953023] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454376, 'name': CreateVM_Task, 'duration_secs': 1.21657} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.953297] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 985.953970] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.954144] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.954454] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.954737] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ccaa7c-9393-4ee8-b35e-23d50bce9537 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.960031] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 985.960031] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f47376-ec1b-f722-b25e-e3b1867c4b5a" [ 985.960031] env[70691]: _type = "Task" [ 985.960031] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.967354] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f47376-ec1b-f722-b25e-e3b1867c4b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.011082] env[70691]: DEBUG nova.network.neutron [req-bca0c2fc-04e4-4813-96e6-d6e7737fc9c0 req-7c888f9b-0200-4dcc-b666-beaba3d4a87f service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.058055] env[70691]: DEBUG oslo_vmware.api [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Task: {'id': task-3454378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145275} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.058055] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.058274] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 986.058474] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 986.058655] env[70691]: INFO nova.compute.manager [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Took 1.77 seconds to destroy the instance on the hypervisor. [ 986.058909] env[70691]: DEBUG oslo.service.loopingcall [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.059125] env[70691]: DEBUG nova.compute.manager [-] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 986.059220] env[70691]: DEBUG nova.network.neutron [-] [instance: 15b4f357-9883-47da-8219-c45200d64e61] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 986.088740] env[70691]: DEBUG oslo_vmware.api [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454379, 'name': PowerOffVM_Task, 'duration_secs': 0.242269} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.090907] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 986.091111] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 986.091405] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a850d1-ea7b-4c24-8725-83b9709fba6d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.162027] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 986.162027] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 986.162027] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleting the datastore file [datastore2] 7521efba-e1a0-43ef-9d28-f91158a2541a {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.162320] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75dbe2b0-eb75-43ba-96f2-79ae7542f097 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.169149] env[70691]: DEBUG oslo_vmware.api [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 986.169149] env[70691]: value = "task-3454381" [ 986.169149] env[70691]: _type = "Task" [ 986.169149] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.178579] env[70691]: DEBUG oslo_vmware.api [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.182464] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.184707] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.485s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.186266] env[70691]: INFO nova.compute.claims [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.209464] env[70691]: INFO nova.scheduler.client.report [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted allocations for instance 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a [ 986.469973] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f47376-ec1b-f722-b25e-e3b1867c4b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.470260] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.470502] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.470739] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.470892] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.471087] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.471363] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06cbd7bc-942d-45e2-890b-4525f7dceb57 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.478979] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.479181] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 986.479863] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b231bb09-b656-4287-84db-36f827d1475c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.484495] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 986.484495] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5239d858-afaa-f09e-0584-56f21992fe8e" [ 986.484495] env[70691]: _type = "Task" [ 986.484495] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.491871] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5239d858-afaa-f09e-0584-56f21992fe8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.513596] env[70691]: DEBUG oslo_concurrency.lockutils [req-bca0c2fc-04e4-4813-96e6-d6e7737fc9c0 req-7c888f9b-0200-4dcc-b666-beaba3d4a87f service nova] Releasing lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.514053] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.514214] env[70691]: DEBUG nova.network.neutron [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 986.680243] env[70691]: DEBUG oslo_vmware.api [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162852} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.680541] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.680759] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 986.680998] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 986.681275] env[70691]: INFO nova.compute.manager [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 986.681657] env[70691]: DEBUG oslo.service.loopingcall [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.681900] env[70691]: DEBUG nova.compute.manager [-] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 986.681999] env[70691]: DEBUG nova.network.neutron [-] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 986.717691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-73fa804a-d894-433f-aadc-f645b37543e8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "19746beb-b29f-4fbf-a5d8-ce9e4d727c9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.011s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.825724] env[70691]: DEBUG nova.network.neutron [-] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.999414] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5239d858-afaa-f09e-0584-56f21992fe8e, 'name': SearchDatastore_Task, 'duration_secs': 0.007932} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.000379] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cc730a-4aad-468b-89cd-8e88fc49488f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.006794] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 987.006794] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bbad5c-c3e5-8b00-5942-ce62450b0c0c" [ 987.006794] env[70691]: _type = "Task" [ 987.006794] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.014306] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bbad5c-c3e5-8b00-5942-ce62450b0c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.048212] env[70691]: DEBUG nova.network.neutron [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 987.230968] env[70691]: DEBUG nova.network.neutron [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance_info_cache with network_info: [{"id": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "address": "fa:16:3e:fe:e6:64", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcf3462-65", "ovs_interfaceid": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.329838] env[70691]: INFO nova.compute.manager [-] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Took 1.27 seconds to deallocate network for instance. [ 987.430082] env[70691]: DEBUG nova.compute.manager [req-763a04c8-4e6e-4a31-a2cc-d6176fdec0b4 req-0bdfe74d-580d-4ff9-aa9e-317c47e16c85 service nova] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Received event network-vif-deleted-dc1c58e6-668c-4a18-a445-ab635421896d {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 987.430082] env[70691]: DEBUG nova.compute.manager [req-763a04c8-4e6e-4a31-a2cc-d6176fdec0b4 req-0bdfe74d-580d-4ff9-aa9e-317c47e16c85 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Received event network-vif-deleted-60b7003c-e8e8-4eba-87dd-4fa74e99c336 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 987.430319] env[70691]: INFO nova.compute.manager [req-763a04c8-4e6e-4a31-a2cc-d6176fdec0b4 req-0bdfe74d-580d-4ff9-aa9e-317c47e16c85 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Neutron deleted interface 60b7003c-e8e8-4eba-87dd-4fa74e99c336; detaching it from the instance and deleting it from the info cache [ 987.430319] env[70691]: DEBUG nova.network.neutron [req-763a04c8-4e6e-4a31-a2cc-d6176fdec0b4 req-0bdfe74d-580d-4ff9-aa9e-317c47e16c85 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.507491] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce878c3-f536-4e85-b232-7406f5e4aa73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.523043] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348d937e-1d58-4d5d-b71e-8a65dfcd2d94 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.526362] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bbad5c-c3e5-8b00-5942-ce62450b0c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.526769] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.527049] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] ecbd41bb-93e8-4279-91d7-57a96a90b147/ecbd41bb-93e8-4279-91d7-57a96a90b147.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 987.527681] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39414dc9-e21c-430a-95bc-08adbdc27fde {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.556428] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60585001-4ed2-4baa-b989-9f31266e2de3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.560375] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 987.560375] env[70691]: value = "task-3454382" [ 987.560375] env[70691]: _type = "Task" [ 987.560375] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.567359] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832b5422-5b8d-4720-a675-b5a3434e81a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.575161] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.585484] env[70691]: DEBUG nova.compute.provider_tree [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.650386] env[70691]: DEBUG nova.network.neutron [-] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.735419] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.735816] env[70691]: DEBUG nova.compute.manager [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Instance network_info: |[{"id": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "address": "fa:16:3e:fe:e6:64", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcf3462-65", "ovs_interfaceid": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 987.736464] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e6:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbcf3462-6502-4aeb-b094-51aa18c3eb0a', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.744408] env[70691]: DEBUG oslo.service.loopingcall [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.744720] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 987.744990] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c41c2fa-3945-4f3a-9af6-1be15b6b8337 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.768301] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.768301] env[70691]: value = "task-3454383" [ 987.768301] env[70691]: _type = "Task" [ 987.768301] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.776610] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454383, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.837625] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.933276] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c0d9fe8-c187-4017-8dda-6c9440c6f632 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.944057] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea7e56-caf3-46b3-b1f0-c75327af6bee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.975119] env[70691]: DEBUG nova.compute.manager [req-763a04c8-4e6e-4a31-a2cc-d6176fdec0b4 req-0bdfe74d-580d-4ff9-aa9e-317c47e16c85 service nova] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Detach interface failed, port_id=60b7003c-e8e8-4eba-87dd-4fa74e99c336, reason: Instance 7521efba-e1a0-43ef-9d28-f91158a2541a could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 988.072243] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450867} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.072550] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] ecbd41bb-93e8-4279-91d7-57a96a90b147/ecbd41bb-93e8-4279-91d7-57a96a90b147.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 988.072760] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.073071] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-247220a6-7eca-445f-bb0e-505dbfbc410c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.079466] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "726bf7a9-d337-497c-804e-68c43e4b9a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.079715] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.083747] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 988.083747] env[70691]: value = "task-3454384" [ 988.083747] env[70691]: _type = "Task" [ 988.083747] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.087931] env[70691]: DEBUG nova.scheduler.client.report [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 988.098309] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.153550] env[70691]: INFO nova.compute.manager [-] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Took 1.47 seconds to deallocate network for instance. [ 988.278289] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454383, 'name': CreateVM_Task, 'duration_secs': 0.506202} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.278464] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 988.279182] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.279363] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.279687] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.279944] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9499a67e-8136-42a7-8291-4ffb36c7c317 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.284483] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 988.284483] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52005661-1c2f-7f91-2175-fdf50c22ccff" [ 988.284483] env[70691]: _type = "Task" [ 988.284483] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.291830] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52005661-1c2f-7f91-2175-fdf50c22ccff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.582486] env[70691]: DEBUG nova.compute.manager [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 988.593528] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067365} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.593820] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.594656] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76774dc0-79fb-4b58-9d54-bac89c820713 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.598236] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.598706] env[70691]: DEBUG nova.compute.manager [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 988.613838] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.075s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.614171] env[70691]: DEBUG nova.objects.instance [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lazy-loading 'resources' on Instance uuid b5c42a8b-05ff-42b5-b457-4f3b49e9cad4 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.623998] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ecbd41bb-93e8-4279-91d7-57a96a90b147/ecbd41bb-93e8-4279-91d7-57a96a90b147.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.625395] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae32e0dc-6157-497d-94db-03a0b099cd16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.645697] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 988.645697] env[70691]: value = "task-3454385" [ 988.645697] env[70691]: _type = "Task" [ 988.645697] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.653415] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.659634] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.795054] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52005661-1c2f-7f91-2175-fdf50c22ccff, 'name': SearchDatastore_Task, 'duration_secs': 0.00864} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.795309] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.795545] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.795782] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.795933] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.796159] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.796421] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74f0d80b-9077-4fe7-9517-094ab4883578 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.804499] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.804681] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 988.805356] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836d90e8-f2a5-43a9-bbef-7e7b90ce4059 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.810123] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 988.810123] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5282fa8b-9251-b5a8-7d53-7f51d993b156" [ 988.810123] env[70691]: _type = "Task" [ 988.810123] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.817066] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5282fa8b-9251-b5a8-7d53-7f51d993b156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.105693] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.126119] env[70691]: DEBUG nova.compute.utils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 989.130477] env[70691]: DEBUG nova.compute.manager [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 989.130477] env[70691]: DEBUG nova.network.neutron [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 989.155699] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454385, 'name': ReconfigVM_Task, 'duration_secs': 0.280176} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.158633] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ecbd41bb-93e8-4279-91d7-57a96a90b147/ecbd41bb-93e8-4279-91d7-57a96a90b147.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.159354] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5312cd5c-b9ff-4936-af7c-5d686fa1c867 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.166865] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 989.166865] env[70691]: value = "task-3454386" [ 989.166865] env[70691]: _type = "Task" [ 989.166865] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.176239] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454386, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.227200] env[70691]: DEBUG nova.policy [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63a738606a94e738faf62c653b361c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeebd8cfdbf94115ab761d7b19ab21cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 989.320848] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5282fa8b-9251-b5a8-7d53-7f51d993b156, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.325427] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67caadc-1e94-41c8-a477-ab6b15cfdeb6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.332728] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 989.332728] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524626c2-2159-ba75-d22c-a1fb34d5dd72" [ 989.332728] env[70691]: _type = "Task" [ 989.332728] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.340883] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524626c2-2159-ba75-d22c-a1fb34d5dd72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.454426] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff30b0af-2924-45ca-afd7-0c5b71c7d075 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.461979] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8412d8ee-4ae2-4233-81d7-713e5235e95a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.494201] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d113b3-38d7-4174-afcc-55949bbeeb8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.501266] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdeca42-cc67-4a21-95ad-eb6c11307c51 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.513973] env[70691]: DEBUG nova.compute.provider_tree [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.606071] env[70691]: DEBUG nova.network.neutron [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Successfully created port: 2f5c81e0-ca1f-423d-b51b-bc2e6daf70be {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.631218] env[70691]: DEBUG nova.compute.manager [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 989.677581] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454386, 'name': Rename_Task, 'duration_secs': 0.20353} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.677581] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 989.677748] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee02c630-d66c-4d57-b6c1-b6674066a172 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.683630] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 989.683630] env[70691]: value = "task-3454387" [ 989.683630] env[70691]: _type = "Task" [ 989.683630] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.691425] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.843159] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524626c2-2159-ba75-d22c-a1fb34d5dd72, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.843509] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.843848] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa/e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 989.844222] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96513623-adcb-4b05-bb78-60483e4a944c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.851066] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 989.851066] env[70691]: value = "task-3454388" [ 989.851066] env[70691]: _type = "Task" [ 989.851066] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.858594] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.017243] env[70691]: DEBUG nova.scheduler.client.report [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 990.199384] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454387, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.361523] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454388, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.523989] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.526506] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.238s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.528098] env[70691]: INFO nova.compute.claims [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.546185] env[70691]: INFO nova.scheduler.client.report [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Deleted allocations for instance b5c42a8b-05ff-42b5-b457-4f3b49e9cad4 [ 990.640492] env[70691]: DEBUG nova.compute.manager [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 990.666394] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 990.666394] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 990.666394] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.666394] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 990.666394] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.666394] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 990.666686] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 990.666686] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 990.666822] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 990.667075] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 990.667245] env[70691]: DEBUG nova.virt.hardware [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 990.668050] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c06f3b-6232-48ce-b275-25abd09795bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.677588] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b934398-b27c-4bd2-9b9c-00c3af25d4f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.699026] env[70691]: DEBUG oslo_vmware.api [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454387, 'name': PowerOnVM_Task, 'duration_secs': 0.54379} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.699166] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 990.699370] env[70691]: INFO nova.compute.manager [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Took 12.32 seconds to spawn the instance on the hypervisor. [ 990.699551] env[70691]: DEBUG nova.compute.manager [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 990.700288] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de583764-0e9b-470c-acf4-f1d25c297e95 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.861989] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454388, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.048200] env[70691]: DEBUG nova.compute.manager [req-74388fa3-4edf-4541-bf48-a2b7695fd7d7 req-f068014f-2005-46ea-a15b-01d236099e97 service nova] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Received event network-vif-plugged-2f5c81e0-ca1f-423d-b51b-bc2e6daf70be {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 991.048624] env[70691]: DEBUG oslo_concurrency.lockutils [req-74388fa3-4edf-4541-bf48-a2b7695fd7d7 req-f068014f-2005-46ea-a15b-01d236099e97 service nova] Acquiring lock "1114dcfb-62f2-434d-b76b-cea18a51263a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.048936] env[70691]: DEBUG oslo_concurrency.lockutils [req-74388fa3-4edf-4541-bf48-a2b7695fd7d7 req-f068014f-2005-46ea-a15b-01d236099e97 service nova] Lock "1114dcfb-62f2-434d-b76b-cea18a51263a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.049138] env[70691]: DEBUG oslo_concurrency.lockutils [req-74388fa3-4edf-4541-bf48-a2b7695fd7d7 req-f068014f-2005-46ea-a15b-01d236099e97 service nova] Lock "1114dcfb-62f2-434d-b76b-cea18a51263a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.049319] env[70691]: DEBUG nova.compute.manager [req-74388fa3-4edf-4541-bf48-a2b7695fd7d7 req-f068014f-2005-46ea-a15b-01d236099e97 service nova] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] No waiting events found dispatching network-vif-plugged-2f5c81e0-ca1f-423d-b51b-bc2e6daf70be {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 991.049490] env[70691]: WARNING nova.compute.manager [req-74388fa3-4edf-4541-bf48-a2b7695fd7d7 req-f068014f-2005-46ea-a15b-01d236099e97 service nova] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Received unexpected event network-vif-plugged-2f5c81e0-ca1f-423d-b51b-bc2e6daf70be for instance with vm_state building and task_state spawning. [ 991.053438] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3f412cca-5651-4b00-909a-7bab0576e266 tempest-ServersTestFqdnHostnames-71444319 tempest-ServersTestFqdnHostnames-71444319-project-member] Lock "b5c42a8b-05ff-42b5-b457-4f3b49e9cad4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.298s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.216315] env[70691]: INFO nova.compute.manager [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Took 38.93 seconds to build instance. [ 991.364013] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454388, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.445593} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.364328] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa/e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 991.364543] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.364811] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81281f7d-824c-4887-8730-d1f1c6ca9118 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.371446] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 991.371446] env[70691]: value = "task-3454389" [ 991.371446] env[70691]: _type = "Task" [ 991.371446] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.379881] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.633614] env[70691]: DEBUG nova.network.neutron [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Successfully updated port: 2f5c81e0-ca1f-423d-b51b-bc2e6daf70be {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.694436] env[70691]: DEBUG nova.compute.manager [req-56595b07-0fbf-49bd-8ce3-c3c6bd68a62f req-4443b314-cc0a-4fa9-b8a9-ef0501d1cf43 service nova] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Received event network-changed-2f5c81e0-ca1f-423d-b51b-bc2e6daf70be {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 991.694436] env[70691]: DEBUG nova.compute.manager [req-56595b07-0fbf-49bd-8ce3-c3c6bd68a62f req-4443b314-cc0a-4fa9-b8a9-ef0501d1cf43 service nova] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Refreshing instance network info cache due to event network-changed-2f5c81e0-ca1f-423d-b51b-bc2e6daf70be. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 991.694436] env[70691]: DEBUG oslo_concurrency.lockutils [req-56595b07-0fbf-49bd-8ce3-c3c6bd68a62f req-4443b314-cc0a-4fa9-b8a9-ef0501d1cf43 service nova] Acquiring lock "refresh_cache-1114dcfb-62f2-434d-b76b-cea18a51263a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.694436] env[70691]: DEBUG oslo_concurrency.lockutils [req-56595b07-0fbf-49bd-8ce3-c3c6bd68a62f req-4443b314-cc0a-4fa9-b8a9-ef0501d1cf43 service nova] Acquired lock "refresh_cache-1114dcfb-62f2-434d-b76b-cea18a51263a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.694436] env[70691]: DEBUG nova.network.neutron [req-56595b07-0fbf-49bd-8ce3-c3c6bd68a62f req-4443b314-cc0a-4fa9-b8a9-ef0501d1cf43 service nova] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Refreshing network info cache for port 2f5c81e0-ca1f-423d-b51b-bc2e6daf70be {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 991.718076] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7886e493-109c-404b-a356-0ec599527479 tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.448s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.836488] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eccbb68-1b8c-46e8-b450-cea2caad49b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.844175] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112f8460-de2d-45dc-910a-7c54c16e2df0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.877045] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a4c663-b467-4e93-acb6-efd06a19cdbe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.884724] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0742} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.887168] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.887789] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2e296d-c47f-461f-a3c0-7dfb82a924c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.890982] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55578f29-b58a-4e0a-a11e-f5d5fbe645d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.916601] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa/e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.924502] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6179b028-531c-49e6-abd6-96b263209e1a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.939741] env[70691]: DEBUG nova.compute.provider_tree [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.945707] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "ecbd41bb-93e8-4279-91d7-57a96a90b147" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.946028] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.946160] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "ecbd41bb-93e8-4279-91d7-57a96a90b147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.946367] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.946498] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.948107] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 991.948107] env[70691]: value = "task-3454390" [ 991.948107] env[70691]: _type = "Task" [ 991.948107] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.948995] env[70691]: INFO nova.compute.manager [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Terminating instance [ 991.952856] env[70691]: DEBUG nova.compute.manager [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 991.953071] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 991.954348] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8f220-8e76-40e9-8021-0d6fdd22035b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.963757] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.966474] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 991.966843] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-837cc9e8-905e-4de1-b88c-a5b1fe4c46f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.973322] env[70691]: DEBUG oslo_vmware.api [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 991.973322] env[70691]: value = "task-3454391" [ 991.973322] env[70691]: _type = "Task" [ 991.973322] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.982149] env[70691]: DEBUG oslo_vmware.api [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.136878] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquiring lock "refresh_cache-1114dcfb-62f2-434d-b76b-cea18a51263a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.443460] env[70691]: DEBUG nova.scheduler.client.report [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 992.459894] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454390, 'name': ReconfigVM_Task, 'duration_secs': 0.276272} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.460714] env[70691]: DEBUG nova.network.neutron [req-56595b07-0fbf-49bd-8ce3-c3c6bd68a62f req-4443b314-cc0a-4fa9-b8a9-ef0501d1cf43 service nova] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 992.462477] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa/e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.463338] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5e09348-64b3-416d-afe5-065850f08704 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.470427] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 992.470427] env[70691]: value = "task-3454392" [ 992.470427] env[70691]: _type = "Task" [ 992.470427] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.479711] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454392, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.484413] env[70691]: DEBUG oslo_vmware.api [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454391, 'name': PowerOffVM_Task, 'duration_secs': 0.200856} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.486530] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 992.486768] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 992.486966] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c4b53fa-60ea-46fd-b07b-5db5142edef5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.579938] env[70691]: DEBUG nova.network.neutron [req-56595b07-0fbf-49bd-8ce3-c3c6bd68a62f req-4443b314-cc0a-4fa9-b8a9-ef0501d1cf43 service nova] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.594897] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 992.595116] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 992.595267] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Deleting the datastore file [datastore1] ecbd41bb-93e8-4279-91d7-57a96a90b147 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.595532] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cdebfd0-b63e-4c46-847c-1ccdae43f37e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.605385] env[70691]: DEBUG oslo_vmware.api [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for the task: (returnval){ [ 992.605385] env[70691]: value = "task-3454394" [ 992.605385] env[70691]: _type = "Task" [ 992.605385] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.612937] env[70691]: DEBUG oslo_vmware.api [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.948849] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.949518] env[70691]: DEBUG nova.compute.manager [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 992.953155] env[70691]: DEBUG oslo_concurrency.lockutils [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.941s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.953392] env[70691]: DEBUG nova.objects.instance [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lazy-loading 'resources' on Instance uuid 893d73fe-32f3-4b54-a58b-70242f452bce {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.981172] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454392, 'name': Rename_Task, 'duration_secs': 0.154312} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.981447] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 992.981735] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e66ddf6c-1596-4af4-852e-098366397a52 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.991225] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 992.991225] env[70691]: value = "task-3454395" [ 992.991225] env[70691]: _type = "Task" [ 992.991225] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.000079] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.084529] env[70691]: DEBUG oslo_concurrency.lockutils [req-56595b07-0fbf-49bd-8ce3-c3c6bd68a62f req-4443b314-cc0a-4fa9-b8a9-ef0501d1cf43 service nova] Releasing lock "refresh_cache-1114dcfb-62f2-434d-b76b-cea18a51263a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.084529] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquired lock "refresh_cache-1114dcfb-62f2-434d-b76b-cea18a51263a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.084529] env[70691]: DEBUG nova.network.neutron [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 993.115183] env[70691]: DEBUG oslo_vmware.api [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Task: {'id': task-3454394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158902} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.116077] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.116077] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 993.116324] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 993.116515] env[70691]: INFO nova.compute.manager [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Took 1.16 seconds to destroy the instance on the hypervisor. [ 993.116832] env[70691]: DEBUG oslo.service.loopingcall [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.117146] env[70691]: DEBUG nova.compute.manager [-] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 993.117273] env[70691]: DEBUG nova.network.neutron [-] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 993.461990] env[70691]: DEBUG nova.compute.utils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 993.464608] env[70691]: DEBUG nova.compute.manager [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 993.464608] env[70691]: DEBUG nova.network.neutron [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 993.505961] env[70691]: DEBUG oslo_vmware.api [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454395, 'name': PowerOnVM_Task, 'duration_secs': 0.499107} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.507051] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 993.507051] env[70691]: INFO nova.compute.manager [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Took 9.17 seconds to spawn the instance on the hypervisor. [ 993.507051] env[70691]: DEBUG nova.compute.manager [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 993.507458] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5da77d-dcad-4cc2-b3f8-f3a5b314242d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.557472] env[70691]: DEBUG nova.policy [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fead300df57f47d79fe81d46ae07091e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '783488ef0f1e420190bdcd42478b5da8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 993.631345] env[70691]: DEBUG nova.network.neutron [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 993.723118] env[70691]: DEBUG nova.compute.manager [req-50883424-aa0b-4877-81c0-13294780f901 req-0563e0ce-62df-45c7-a39a-6719f5c2f741 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Received event network-vif-deleted-a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 993.723382] env[70691]: INFO nova.compute.manager [req-50883424-aa0b-4877-81c0-13294780f901 req-0563e0ce-62df-45c7-a39a-6719f5c2f741 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Neutron deleted interface a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3; detaching it from the instance and deleting it from the info cache [ 993.723572] env[70691]: DEBUG nova.network.neutron [req-50883424-aa0b-4877-81c0-13294780f901 req-0563e0ce-62df-45c7-a39a-6719f5c2f741 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Updating instance_info_cache with network_info: [{"id": "d4496baf-6672-4fdd-a22d-523ad06e4b5e", "address": "fa:16:3e:0c:99:e3", "network": {"id": "821dc0f9-edc0-4028-9d21-d78535207ef6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1157437036", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b0fa759e5a346d0bb74aef90f620e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4496baf-66", "ovs_interfaceid": "d4496baf-6672-4fdd-a22d-523ad06e4b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.803159] env[70691]: DEBUG nova.network.neutron [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Updating instance_info_cache with network_info: [{"id": "2f5c81e0-ca1f-423d-b51b-bc2e6daf70be", "address": "fa:16:3e:49:cd:5a", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5c81e0-ca", "ovs_interfaceid": "2f5c81e0-ca1f-423d-b51b-bc2e6daf70be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.827099] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8250cbe6-9a26-458d-bc0b-8e2a42b9e753 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.835146] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248741b0-7e15-4d44-8f02-8883244d902e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.872870] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a565b-e57a-456c-86f6-c54ddbe5387f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.880641] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6332c8-57e2-4743-97b6-fddbe90e7fc0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.894578] env[70691]: DEBUG nova.compute.provider_tree [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.971233] env[70691]: DEBUG nova.compute.manager [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 994.034062] env[70691]: INFO nova.compute.manager [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Took 37.33 seconds to build instance. [ 994.035610] env[70691]: DEBUG nova.network.neutron [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Successfully created port: 8e951594-5c69-4624-9b05-5f5826db43b2 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.116289] env[70691]: DEBUG nova.network.neutron [-] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.228812] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27e47dbc-d1fd-4666-bf15-8d547eb8f895 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.239387] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9647291a-78d2-41a9-b38e-32d327f7b882 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.275753] env[70691]: DEBUG nova.compute.manager [req-50883424-aa0b-4877-81c0-13294780f901 req-0563e0ce-62df-45c7-a39a-6719f5c2f741 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Detach interface failed, port_id=a0d7eef2-e2f9-4452-9eb3-048f32f8a0b3, reason: Instance ecbd41bb-93e8-4279-91d7-57a96a90b147 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 994.276034] env[70691]: DEBUG nova.compute.manager [req-50883424-aa0b-4877-81c0-13294780f901 req-0563e0ce-62df-45c7-a39a-6719f5c2f741 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Received event network-vif-deleted-d4496baf-6672-4fdd-a22d-523ad06e4b5e {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 994.276327] env[70691]: INFO nova.compute.manager [req-50883424-aa0b-4877-81c0-13294780f901 req-0563e0ce-62df-45c7-a39a-6719f5c2f741 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Neutron deleted interface d4496baf-6672-4fdd-a22d-523ad06e4b5e; detaching it from the instance and deleting it from the info cache [ 994.276585] env[70691]: DEBUG nova.network.neutron [req-50883424-aa0b-4877-81c0-13294780f901 req-0563e0ce-62df-45c7-a39a-6719f5c2f741 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.305514] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Releasing lock "refresh_cache-1114dcfb-62f2-434d-b76b-cea18a51263a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.306369] env[70691]: DEBUG nova.compute.manager [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Instance network_info: |[{"id": "2f5c81e0-ca1f-423d-b51b-bc2e6daf70be", "address": "fa:16:3e:49:cd:5a", "network": {"id": "6c8ac605-b0ed-46a8-8f39-1a22e99372ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "93158fc6a5174ee6aecc67afba877f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5c81e0-ca", "ovs_interfaceid": "2f5c81e0-ca1f-423d-b51b-bc2e6daf70be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 994.306369] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:cd:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f5c81e0-ca1f-423d-b51b-bc2e6daf70be', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.314658] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Creating folder: Project (eeebd8cfdbf94115ab761d7b19ab21cb). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 994.315287] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e3e28cc-8bbe-42d9-83b6-811bbaee5a39 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.327037] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Created folder: Project (eeebd8cfdbf94115ab761d7b19ab21cb) in parent group-v689428. [ 994.327268] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Creating folder: Instances. Parent ref: group-v689631. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 994.327528] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58599acd-3637-4724-bdc1-65b4e3e2b0d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.337187] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Created folder: Instances in parent group-v689631. [ 994.337438] env[70691]: DEBUG oslo.service.loopingcall [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 994.338162] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 994.338162] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d595d85c-30a1-4b33-a1ce-070b74ddc6f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.358379] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.358379] env[70691]: value = "task-3454398" [ 994.358379] env[70691]: _type = "Task" [ 994.358379] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.366617] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454398, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.403302] env[70691]: DEBUG nova.scheduler.client.report [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 994.538086] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b67ff89-9f13-4589-9b65-fea65e617deb tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.851s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.620658] env[70691]: INFO nova.compute.manager [-] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Took 1.50 seconds to deallocate network for instance. [ 994.781070] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0df88bb3-ad73-4f6f-ac32-66e668c311c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.795500] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9175b123-f38a-42f3-95fc-1b43618a045b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.829116] env[70691]: DEBUG nova.compute.manager [req-50883424-aa0b-4877-81c0-13294780f901 req-0563e0ce-62df-45c7-a39a-6719f5c2f741 service nova] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Detach interface failed, port_id=d4496baf-6672-4fdd-a22d-523ad06e4b5e, reason: Instance ecbd41bb-93e8-4279-91d7-57a96a90b147 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 994.869077] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454398, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.909284] env[70691]: DEBUG oslo_concurrency.lockutils [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.913821] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.182s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.913821] env[70691]: INFO nova.compute.claims [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.938522] env[70691]: INFO nova.scheduler.client.report [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Deleted allocations for instance 893d73fe-32f3-4b54-a58b-70242f452bce [ 994.986645] env[70691]: DEBUG nova.compute.manager [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 995.017388] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 995.017670] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 995.017805] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.018503] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 995.018503] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.018503] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 995.018503] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 995.018831] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 995.018864] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 995.019282] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 995.019282] env[70691]: DEBUG nova.virt.hardware [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.020199] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b3a1d-552d-473e-a693-8af6d848c548 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.029455] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45893ec-51ba-410b-962c-4a1d0b0787d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.130229] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.203774] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquiring lock "618f34e6-7752-4fee-89c4-464741b9d9c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.203774] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "618f34e6-7752-4fee-89c4-464741b9d9c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.204636] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquiring lock "618f34e6-7752-4fee-89c4-464741b9d9c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.204636] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "618f34e6-7752-4fee-89c4-464741b9d9c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.204636] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "618f34e6-7752-4fee-89c4-464741b9d9c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.206541] env[70691]: INFO nova.compute.manager [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Terminating instance [ 995.208393] env[70691]: DEBUG nova.compute.manager [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 995.208527] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 995.209365] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bca5ac-2626-440a-a74c-28e95757309e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.217570] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 995.217836] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca6d9df-9d08-4156-95b3-e7cb8f2d0463 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.224823] env[70691]: DEBUG oslo_vmware.api [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 995.224823] env[70691]: value = "task-3454399" [ 995.224823] env[70691]: _type = "Task" [ 995.224823] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.234655] env[70691]: DEBUG oslo_vmware.api [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.368338] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454398, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.445805] env[70691]: DEBUG oslo_concurrency.lockutils [None req-725baf5c-010d-4d3f-9a98-1156f6dd81c0 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "893d73fe-32f3-4b54-a58b-70242f452bce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.737s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.705861] env[70691]: DEBUG nova.compute.manager [req-d7887b7c-593a-400a-a72c-de69043c0faf req-0bb4b867-0d08-4996-b3da-bb826631055a service nova] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Received event network-vif-plugged-8e951594-5c69-4624-9b05-5f5826db43b2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 995.706134] env[70691]: DEBUG oslo_concurrency.lockutils [req-d7887b7c-593a-400a-a72c-de69043c0faf req-0bb4b867-0d08-4996-b3da-bb826631055a service nova] Acquiring lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.706317] env[70691]: DEBUG oslo_concurrency.lockutils [req-d7887b7c-593a-400a-a72c-de69043c0faf req-0bb4b867-0d08-4996-b3da-bb826631055a service nova] Lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.706516] env[70691]: DEBUG oslo_concurrency.lockutils [req-d7887b7c-593a-400a-a72c-de69043c0faf req-0bb4b867-0d08-4996-b3da-bb826631055a service nova] Lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.706644] env[70691]: DEBUG nova.compute.manager [req-d7887b7c-593a-400a-a72c-de69043c0faf req-0bb4b867-0d08-4996-b3da-bb826631055a service nova] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] No waiting events found dispatching network-vif-plugged-8e951594-5c69-4624-9b05-5f5826db43b2 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 995.706950] env[70691]: WARNING nova.compute.manager [req-d7887b7c-593a-400a-a72c-de69043c0faf req-0bb4b867-0d08-4996-b3da-bb826631055a service nova] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Received unexpected event network-vif-plugged-8e951594-5c69-4624-9b05-5f5826db43b2 for instance with vm_state building and task_state spawning. [ 995.734071] env[70691]: DEBUG oslo_vmware.api [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454399, 'name': PowerOffVM_Task, 'duration_secs': 0.208795} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.734297] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 995.734471] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 995.734741] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19bf818e-ddca-4282-9b45-5ee050cea664 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.755317] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.755569] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.755801] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.755964] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.756154] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.758490] env[70691]: INFO nova.compute.manager [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Terminating instance [ 995.760429] env[70691]: DEBUG nova.compute.manager [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 995.760629] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 995.761468] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab0bee4-680f-406c-a111-e831293bd522 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.768645] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 995.768899] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11f8473-6083-4803-a05c-1f044e4fe934 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.775817] env[70691]: DEBUG oslo_vmware.api [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 995.775817] env[70691]: value = "task-3454401" [ 995.775817] env[70691]: _type = "Task" [ 995.775817] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.788585] env[70691]: DEBUG oslo_vmware.api [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.790035] env[70691]: DEBUG nova.network.neutron [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Successfully updated port: 8e951594-5c69-4624-9b05-5f5826db43b2 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.800028] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 995.800028] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 995.800028] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Deleting the datastore file [datastore2] 618f34e6-7752-4fee-89c4-464741b9d9c1 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.800028] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70bbda15-a79a-4d34-abd1-4b076bbd51ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.805610] env[70691]: DEBUG oslo_vmware.api [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for the task: (returnval){ [ 995.805610] env[70691]: value = "task-3454402" [ 995.805610] env[70691]: _type = "Task" [ 995.805610] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.816900] env[70691]: DEBUG oslo_vmware.api [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.833071] env[70691]: DEBUG nova.compute.manager [req-284a5b29-ebf4-4627-914a-cdca4e38ab25 req-c530445b-2c6d-4fac-b1a4-281daac6179b service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Received event network-changed-cbcf3462-6502-4aeb-b094-51aa18c3eb0a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 995.833071] env[70691]: DEBUG nova.compute.manager [req-284a5b29-ebf4-4627-914a-cdca4e38ab25 req-c530445b-2c6d-4fac-b1a4-281daac6179b service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Refreshing instance network info cache due to event network-changed-cbcf3462-6502-4aeb-b094-51aa18c3eb0a. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 995.833071] env[70691]: DEBUG oslo_concurrency.lockutils [req-284a5b29-ebf4-4627-914a-cdca4e38ab25 req-c530445b-2c6d-4fac-b1a4-281daac6179b service nova] Acquiring lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.833195] env[70691]: DEBUG oslo_concurrency.lockutils [req-284a5b29-ebf4-4627-914a-cdca4e38ab25 req-c530445b-2c6d-4fac-b1a4-281daac6179b service nova] Acquired lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.833351] env[70691]: DEBUG nova.network.neutron [req-284a5b29-ebf4-4627-914a-cdca4e38ab25 req-c530445b-2c6d-4fac-b1a4-281daac6179b service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Refreshing network info cache for port cbcf3462-6502-4aeb-b094-51aa18c3eb0a {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 995.868458] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454398, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.212416] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e817a9c9-85d4-4503-b44c-88400b930e53 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.221091] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce796cc2-c9b4-4df0-bb89-1e4cb07284f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.262612] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0660b65a-976b-457d-aa67-3bd8195d4777 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.272261] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ac753e-a287-4cd5-9c2b-9a2f65162a67 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.288834] env[70691]: DEBUG oslo_vmware.api [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454401, 'name': PowerOffVM_Task, 'duration_secs': 0.22519} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.296847] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 996.297074] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 996.297614] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquiring lock "refresh_cache-c1203d8d-68a8-4a90-b0da-31791e63d1e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.297762] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquired lock "refresh_cache-c1203d8d-68a8-4a90-b0da-31791e63d1e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.297892] env[70691]: DEBUG nova.network.neutron [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 996.299191] env[70691]: DEBUG nova.compute.provider_tree [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.300253] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b8856f8-4512-4a26-a84a-f3a94f86a129 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.315611] env[70691]: DEBUG oslo_vmware.api [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Task: {'id': task-3454402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216399} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.315881] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.316084] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 996.316273] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 996.316451] env[70691]: INFO nova.compute.manager [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 996.316691] env[70691]: DEBUG oslo.service.loopingcall [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.316885] env[70691]: DEBUG nova.compute.manager [-] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 996.316978] env[70691]: DEBUG nova.network.neutron [-] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 996.368602] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454398, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.385062] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 996.385205] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 996.385398] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Deleting the datastore file [datastore2] e51cd5d1-a00a-46fa-ab85-8d79bbc98100 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.385680] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5687646c-1f2b-4f62-826e-061aee558311 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.392261] env[70691]: DEBUG oslo_vmware.api [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for the task: (returnval){ [ 996.392261] env[70691]: value = "task-3454404" [ 996.392261] env[70691]: _type = "Task" [ 996.392261] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.400982] env[70691]: DEBUG oslo_vmware.api [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.613533] env[70691]: DEBUG nova.network.neutron [req-284a5b29-ebf4-4627-914a-cdca4e38ab25 req-c530445b-2c6d-4fac-b1a4-281daac6179b service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updated VIF entry in instance network info cache for port cbcf3462-6502-4aeb-b094-51aa18c3eb0a. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 996.613956] env[70691]: DEBUG nova.network.neutron [req-284a5b29-ebf4-4627-914a-cdca4e38ab25 req-c530445b-2c6d-4fac-b1a4-281daac6179b service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance_info_cache with network_info: [{"id": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "address": "fa:16:3e:fe:e6:64", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcf3462-65", "ovs_interfaceid": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.808288] env[70691]: DEBUG nova.scheduler.client.report [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 996.841044] env[70691]: DEBUG nova.network.neutron [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 996.872120] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454398, 'name': CreateVM_Task, 'duration_secs': 2.393967} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.872315] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 996.872972] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.873157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.873487] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.873785] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be53beaf-7b64-444f-8994-839a325c8824 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.878630] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 996.878630] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fc26c7-c1d4-3f7f-9662-c6bd4392631f" [ 996.878630] env[70691]: _type = "Task" [ 996.878630] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.887431] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fc26c7-c1d4-3f7f-9662-c6bd4392631f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.900705] env[70691]: DEBUG oslo_vmware.api [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Task: {'id': task-3454404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424627} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.900941] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.901373] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 996.901536] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 996.901719] env[70691]: INFO nova.compute.manager [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Took 1.14 seconds to destroy the instance on the hypervisor. [ 996.902131] env[70691]: DEBUG oslo.service.loopingcall [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.902239] env[70691]: DEBUG nova.compute.manager [-] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 996.902291] env[70691]: DEBUG nova.network.neutron [-] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 997.058303] env[70691]: DEBUG nova.network.neutron [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Updating instance_info_cache with network_info: [{"id": "8e951594-5c69-4624-9b05-5f5826db43b2", "address": "fa:16:3e:50:8b:ec", "network": {"id": "cab4a9c5-0150-415c-a7e8-330728e5751d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1218374315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "783488ef0f1e420190bdcd42478b5da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e951594-5c", "ovs_interfaceid": "8e951594-5c69-4624-9b05-5f5826db43b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.116702] env[70691]: DEBUG oslo_concurrency.lockutils [req-284a5b29-ebf4-4627-914a-cdca4e38ab25 req-c530445b-2c6d-4fac-b1a4-281daac6179b service nova] Releasing lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.263475] env[70691]: DEBUG nova.network.neutron [-] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.313739] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.314316] env[70691]: DEBUG nova.compute.manager [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 997.316898] env[70691]: DEBUG oslo_concurrency.lockutils [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.080s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.317143] env[70691]: DEBUG nova.objects.instance [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lazy-loading 'resources' on Instance uuid 53c8d62a-6a62-4656-88e1-e27c6034d082 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.393339] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fc26c7-c1d4-3f7f-9662-c6bd4392631f, 'name': SearchDatastore_Task, 'duration_secs': 0.039892} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.393655] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.393939] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.394256] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.394423] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.394609] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.394880] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-427af98a-2fc5-44ad-84b8-4b92929ce8a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.404165] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.404356] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 997.405121] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04d0494-52e9-4ceb-927f-32a2e246def2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.410173] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 997.410173] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5239fc37-572d-45a7-ee30-3754e4e44004" [ 997.410173] env[70691]: _type = "Task" [ 997.410173] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.419583] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5239fc37-572d-45a7-ee30-3754e4e44004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.561895] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Releasing lock "refresh_cache-c1203d8d-68a8-4a90-b0da-31791e63d1e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.562266] env[70691]: DEBUG nova.compute.manager [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Instance network_info: |[{"id": "8e951594-5c69-4624-9b05-5f5826db43b2", "address": "fa:16:3e:50:8b:ec", "network": {"id": "cab4a9c5-0150-415c-a7e8-330728e5751d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1218374315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "783488ef0f1e420190bdcd42478b5da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e951594-5c", "ovs_interfaceid": "8e951594-5c69-4624-9b05-5f5826db43b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 997.562707] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:8b:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e951594-5c69-4624-9b05-5f5826db43b2', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.570741] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Creating folder: Project (783488ef0f1e420190bdcd42478b5da8). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 997.571184] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d87d5f00-cb1c-48f3-ba75-2d111998f8fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.583447] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Created folder: Project (783488ef0f1e420190bdcd42478b5da8) in parent group-v689428. [ 997.583564] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Creating folder: Instances. Parent ref: group-v689634. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 997.583867] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-144f954c-adbb-4006-92d5-ace260f89035 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.594624] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Created folder: Instances in parent group-v689634. [ 997.594792] env[70691]: DEBUG oslo.service.loopingcall [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.594967] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 997.595204] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f4fa17b-7405-4eb7-86a6-2970661ba29b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.615769] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.615769] env[70691]: value = "task-3454407" [ 997.615769] env[70691]: _type = "Task" [ 997.615769] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.623465] env[70691]: DEBUG nova.network.neutron [-] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.624613] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454407, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.735216] env[70691]: DEBUG nova.compute.manager [req-558f6fe5-3da8-48a1-9329-1c319239ba5b req-24744f12-308c-4cf4-b71d-10bc172d840e service nova] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Received event network-changed-8e951594-5c69-4624-9b05-5f5826db43b2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 997.735433] env[70691]: DEBUG nova.compute.manager [req-558f6fe5-3da8-48a1-9329-1c319239ba5b req-24744f12-308c-4cf4-b71d-10bc172d840e service nova] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Refreshing instance network info cache due to event network-changed-8e951594-5c69-4624-9b05-5f5826db43b2. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 997.735654] env[70691]: DEBUG oslo_concurrency.lockutils [req-558f6fe5-3da8-48a1-9329-1c319239ba5b req-24744f12-308c-4cf4-b71d-10bc172d840e service nova] Acquiring lock "refresh_cache-c1203d8d-68a8-4a90-b0da-31791e63d1e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.735802] env[70691]: DEBUG oslo_concurrency.lockutils [req-558f6fe5-3da8-48a1-9329-1c319239ba5b req-24744f12-308c-4cf4-b71d-10bc172d840e service nova] Acquired lock "refresh_cache-c1203d8d-68a8-4a90-b0da-31791e63d1e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.735965] env[70691]: DEBUG nova.network.neutron [req-558f6fe5-3da8-48a1-9329-1c319239ba5b req-24744f12-308c-4cf4-b71d-10bc172d840e service nova] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Refreshing network info cache for port 8e951594-5c69-4624-9b05-5f5826db43b2 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 997.767119] env[70691]: INFO nova.compute.manager [-] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Took 1.45 seconds to deallocate network for instance. [ 997.819840] env[70691]: DEBUG nova.compute.utils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 997.826055] env[70691]: DEBUG nova.compute.manager [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 997.826055] env[70691]: DEBUG nova.network.neutron [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 997.857818] env[70691]: DEBUG nova.compute.manager [req-f60eb827-7c6e-48d7-9781-37443aaa9610 req-c5af0744-e3a6-470c-a455-837303f81268 service nova] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Received event network-vif-deleted-267fe3da-bc8b-49a0-b6e5-28fb59c8aa61 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 997.890259] env[70691]: DEBUG nova.policy [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d6a695dbc7d49e6aa0a2de1cb0c69f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1702adfd4b39498090e3f5dea9a377c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 997.923198] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5239fc37-572d-45a7-ee30-3754e4e44004, 'name': SearchDatastore_Task, 'duration_secs': 0.031154} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.927035] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974191bc-8311-4615-ad53-98bee732343f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.933204] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 997.933204] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5217a807-a008-865d-d001-ea110acc7b29" [ 997.933204] env[70691]: _type = "Task" [ 997.933204] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.943123] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5217a807-a008-865d-d001-ea110acc7b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.128723] env[70691]: INFO nova.compute.manager [-] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Took 1.23 seconds to deallocate network for instance. [ 998.141357] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454407, 'name': CreateVM_Task, 'duration_secs': 0.400647} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.141849] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 998.142498] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.142705] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.143007] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.147858] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0fc8c3-c7ba-4959-b0c8-6f63a9d53307 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.147858] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bcb003-9d8e-4d40-8a08-179028980412 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.154617] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 998.154617] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a0e42f-f8f0-3ca2-6548-3b2d0772e92a" [ 998.154617] env[70691]: _type = "Task" [ 998.154617] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.155768] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e2923a-a067-438a-8ca8-08d423ceeee0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.167722] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a0e42f-f8f0-3ca2-6548-3b2d0772e92a, 'name': SearchDatastore_Task, 'duration_secs': 0.010489} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.192455] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.192731] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.193088] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.194659] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91344bd6-9993-4faf-898c-a4af934a1fdd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.202795] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601e045f-eaea-4571-9d2e-86385d062355 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.217100] env[70691]: DEBUG nova.compute.provider_tree [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.247864] env[70691]: DEBUG nova.network.neutron [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Successfully created port: 502725a1-24f3-4a9a-ab15-79e70466f41f {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.274151] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.325189] env[70691]: DEBUG nova.compute.manager [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 998.444958] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5217a807-a008-865d-d001-ea110acc7b29, 'name': SearchDatastore_Task, 'duration_secs': 0.01914} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.447580] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.449800] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1114dcfb-62f2-434d-b76b-cea18a51263a/1114dcfb-62f2-434d-b76b-cea18a51263a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 998.449800] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.449800] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.449800] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373834e3-41ea-49dd-8e1f-ffaa7e88b7b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.450805] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ed34924-46a5-4137-ba0d-76b0872c239f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.458896] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 998.458896] env[70691]: value = "task-3454408" [ 998.458896] env[70691]: _type = "Task" [ 998.458896] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.459947] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.460133] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 998.463383] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70937940-96d1-423a-80cb-5a216feb20f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.471691] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.473472] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 998.473472] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d059fa-f1e5-68ba-b57a-da223c2e86f6" [ 998.473472] env[70691]: _type = "Task" [ 998.473472] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.483831] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d059fa-f1e5-68ba-b57a-da223c2e86f6, 'name': SearchDatastore_Task, 'duration_secs': 0.007975} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.483831] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3080ca3f-41b7-4f28-91f3-6b9d657a71da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.487937] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 998.487937] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523c3a89-f482-57da-cebd-7a328c123223" [ 998.487937] env[70691]: _type = "Task" [ 998.487937] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.495511] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523c3a89-f482-57da-cebd-7a328c123223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.531327] env[70691]: DEBUG nova.network.neutron [req-558f6fe5-3da8-48a1-9329-1c319239ba5b req-24744f12-308c-4cf4-b71d-10bc172d840e service nova] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Updated VIF entry in instance network info cache for port 8e951594-5c69-4624-9b05-5f5826db43b2. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 998.531737] env[70691]: DEBUG nova.network.neutron [req-558f6fe5-3da8-48a1-9329-1c319239ba5b req-24744f12-308c-4cf4-b71d-10bc172d840e service nova] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Updating instance_info_cache with network_info: [{"id": "8e951594-5c69-4624-9b05-5f5826db43b2", "address": "fa:16:3e:50:8b:ec", "network": {"id": "cab4a9c5-0150-415c-a7e8-330728e5751d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1218374315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "783488ef0f1e420190bdcd42478b5da8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e951594-5c", "ovs_interfaceid": "8e951594-5c69-4624-9b05-5f5826db43b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.643402] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.719612] env[70691]: DEBUG nova.scheduler.client.report [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 998.973242] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446548} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.973537] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1114dcfb-62f2-434d-b76b-cea18a51263a/1114dcfb-62f2-434d-b76b-cea18a51263a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 998.973776] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.974059] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c63c674f-345e-4e29-b2d1-6973e737a9a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.980481] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 998.980481] env[70691]: value = "task-3454409" [ 998.980481] env[70691]: _type = "Task" [ 998.980481] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.989585] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.998578] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523c3a89-f482-57da-cebd-7a328c123223, 'name': SearchDatastore_Task, 'duration_secs': 0.008748} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.998720] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.999797] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c1203d8d-68a8-4a90-b0da-31791e63d1e3/c1203d8d-68a8-4a90-b0da-31791e63d1e3.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 998.999797] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76ff06bc-4390-4ccb-9b69-2990246ef4cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.005994] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 999.005994] env[70691]: value = "task-3454410" [ 999.005994] env[70691]: _type = "Task" [ 999.005994] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.013565] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.034833] env[70691]: DEBUG oslo_concurrency.lockutils [req-558f6fe5-3da8-48a1-9329-1c319239ba5b req-24744f12-308c-4cf4-b71d-10bc172d840e service nova] Releasing lock "refresh_cache-c1203d8d-68a8-4a90-b0da-31791e63d1e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.035149] env[70691]: DEBUG nova.compute.manager [req-558f6fe5-3da8-48a1-9329-1c319239ba5b req-24744f12-308c-4cf4-b71d-10bc172d840e service nova] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Received event network-vif-deleted-98a0035b-ecc5-4fe1-8796-1c2f9a599fb2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 999.225809] env[70691]: DEBUG oslo_concurrency.lockutils [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.228054] env[70691]: DEBUG oslo_concurrency.lockutils [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.932s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.228054] env[70691]: DEBUG oslo_concurrency.lockutils [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.229401] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.389s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.231152] env[70691]: INFO nova.compute.claims [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.258608] env[70691]: INFO nova.scheduler.client.report [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Deleted allocations for instance 53c8d62a-6a62-4656-88e1-e27c6034d082 [ 999.260801] env[70691]: INFO nova.scheduler.client.report [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted allocations for instance cae8ad8e-ae95-4d27-9379-e1aa64db3916 [ 999.340099] env[70691]: DEBUG nova.compute.manager [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 999.366505] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 999.366938] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 999.366938] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.367531] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 999.367718] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.367877] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 999.368336] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 999.368417] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 999.368671] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 999.368895] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 999.369098] env[70691]: DEBUG nova.virt.hardware [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 999.370033] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d4e862-0175-4374-b2e7-6d92fbd11757 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.378628] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9c2bce-3336-4aeb-b6dc-eca776f77b81 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.490476] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.490702] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.491509] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5818217e-21be-4802-8a74-0296878175ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.515296] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 1114dcfb-62f2-434d-b76b-cea18a51263a/1114dcfb-62f2-434d-b76b-cea18a51263a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.518552] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b034f047-69fc-402e-a636-23c087d858fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.538625] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.540497] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 999.540497] env[70691]: value = "task-3454411" [ 999.540497] env[70691]: _type = "Task" [ 999.540497] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.549209] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.770861] env[70691]: DEBUG oslo_concurrency.lockutils [None req-739a8660-9a20-42b6-8967-6ca381abf3d8 tempest-VolumesAdminNegativeTest-1473254243 tempest-VolumesAdminNegativeTest-1473254243-project-member] Lock "53c8d62a-6a62-4656-88e1-e27c6034d082" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.043s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.771859] env[70691]: DEBUG oslo_concurrency.lockutils [None req-98bb34c4-cf38-44ce-b889-50c047ed8cfc tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "cae8ad8e-ae95-4d27-9379-e1aa64db3916" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.958s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.840885] env[70691]: DEBUG nova.network.neutron [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Successfully updated port: 502725a1-24f3-4a9a-ab15-79e70466f41f {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.886809] env[70691]: DEBUG nova.compute.manager [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Received event network-vif-plugged-502725a1-24f3-4a9a-ab15-79e70466f41f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 999.886977] env[70691]: DEBUG oslo_concurrency.lockutils [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] Acquiring lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.887190] env[70691]: DEBUG oslo_concurrency.lockutils [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.887362] env[70691]: DEBUG oslo_concurrency.lockutils [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.887529] env[70691]: DEBUG nova.compute.manager [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] No waiting events found dispatching network-vif-plugged-502725a1-24f3-4a9a-ab15-79e70466f41f {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 999.887694] env[70691]: WARNING nova.compute.manager [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Received unexpected event network-vif-plugged-502725a1-24f3-4a9a-ab15-79e70466f41f for instance with vm_state building and task_state spawning. [ 999.887863] env[70691]: DEBUG nova.compute.manager [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Received event network-changed-502725a1-24f3-4a9a-ab15-79e70466f41f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 999.888025] env[70691]: DEBUG nova.compute.manager [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Refreshing instance network info cache due to event network-changed-502725a1-24f3-4a9a-ab15-79e70466f41f. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 999.888219] env[70691]: DEBUG oslo_concurrency.lockutils [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] Acquiring lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.888356] env[70691]: DEBUG oslo_concurrency.lockutils [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] Acquired lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.888512] env[70691]: DEBUG nova.network.neutron [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Refreshing network info cache for port 502725a1-24f3-4a9a-ab15-79e70466f41f {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1000.016781] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454410, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.054673] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.343426] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.450998] env[70691]: DEBUG nova.network.neutron [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1000.523019] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454410, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.229143} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.523019] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c1203d8d-68a8-4a90-b0da-31791e63d1e3/c1203d8d-68a8-4a90-b0da-31791e63d1e3.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1000.523019] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.523019] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4a3b714-5348-4f56-880b-1edc8351781c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.526718] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2329a-046e-4ed2-b603-1e18dff06eea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.530521] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 1000.530521] env[70691]: value = "task-3454412" [ 1000.530521] env[70691]: _type = "Task" [ 1000.530521] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.538479] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57560bfa-9619-439f-ad38-813e9ebce603 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.545480] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.556598] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.556729] env[70691]: DEBUG nova.network.neutron [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.590030] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b386e5-8e79-4d98-bf35-7ab1510aeb3c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.598555] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e659e435-1cf6-4d6f-91d4-12efd91988b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.614356] env[70691]: DEBUG nova.compute.provider_tree [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.040217] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065468} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.040512] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.041270] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f01912-a70c-4a85-ac46-53f4f8412b2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.073040] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c1203d8d-68a8-4a90-b0da-31791e63d1e3/c1203d8d-68a8-4a90-b0da-31791e63d1e3.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.073040] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0adb07c-62fc-44cc-a305-b41b035034a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.089779] env[70691]: DEBUG oslo_concurrency.lockutils [req-c65d0a72-5415-4aea-a40c-f900d3b5639a req-7b0b32f0-a8ee-4c43-b02b-4aa7a923a836 service nova] Releasing lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.090277] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454411, 'name': ReconfigVM_Task, 'duration_secs': 1.118389} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.090844] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.091085] env[70691]: DEBUG nova.network.neutron [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1001.092425] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 1114dcfb-62f2-434d-b76b-cea18a51263a/1114dcfb-62f2-434d-b76b-cea18a51263a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.098299] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8131d89-39c0-4cdb-97c0-53404c91b4bc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.099957] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 1001.099957] env[70691]: value = "task-3454413" [ 1001.099957] env[70691]: _type = "Task" [ 1001.099957] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.104862] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 1001.104862] env[70691]: value = "task-3454414" [ 1001.104862] env[70691]: _type = "Task" [ 1001.104862] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.114048] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454413, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.118494] env[70691]: DEBUG nova.scheduler.client.report [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1001.122760] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454414, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.610738] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454413, 'name': ReconfigVM_Task, 'duration_secs': 0.344186} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.613865] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c1203d8d-68a8-4a90-b0da-31791e63d1e3/c1203d8d-68a8-4a90-b0da-31791e63d1e3.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.614818] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-889c4883-6b23-4aaf-afa6-cbe9c2925f09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.621890] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454414, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.623283] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 1001.623283] env[70691]: value = "task-3454415" [ 1001.623283] env[70691]: _type = "Task" [ 1001.623283] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.624067] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.624548] env[70691]: DEBUG nova.compute.manager [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1001.630243] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.298s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.630466] env[70691]: DEBUG nova.objects.instance [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lazy-loading 'resources' on Instance uuid 8f01c2ea-b543-4e83-a056-0c59415b78bf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.644971] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454415, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.878651] env[70691]: DEBUG nova.network.neutron [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1002.119625] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454414, 'name': Rename_Task, 'duration_secs': 0.656283} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.119937] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1002.120206] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867684a7-4754-44c0-9f45-d4d956ab6209 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.128067] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 1002.128067] env[70691]: value = "task-3454416" [ 1002.128067] env[70691]: _type = "Task" [ 1002.128067] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.140862] env[70691]: DEBUG nova.compute.utils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1002.147155] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454415, 'name': Rename_Task, 'duration_secs': 0.17087} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.148608] env[70691]: DEBUG nova.network.neutron [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance_info_cache with network_info: [{"id": "502725a1-24f3-4a9a-ab15-79e70466f41f", "address": "fa:16:3e:24:ec:18", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502725a1-24", "ovs_interfaceid": "502725a1-24f3-4a9a-ab15-79e70466f41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.151630] env[70691]: DEBUG nova.compute.manager [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1002.151630] env[70691]: DEBUG nova.network.neutron [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1002.152696] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1002.153273] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe95a1fb-6240-46ad-ad8f-0268daa1ac7f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.160801] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.164540] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 1002.164540] env[70691]: value = "task-3454417" [ 1002.164540] env[70691]: _type = "Task" [ 1002.164540] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.174849] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.225534] env[70691]: DEBUG nova.policy [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb0f63357c840c7b115b4014e51080b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f6e09c6f6b04b7090cc104465083676', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1002.466982] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bbbd1a-97db-4f8b-8e04-47ba0f3bf4fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.475508] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd6dd25-d474-40a4-a36b-0153c8660c29 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.508201] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dced3bc1-cd40-4753-a6ab-64664b23d6a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.516681] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdef3b8-301f-4454-8c09-62c314edfc8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.534267] env[70691]: DEBUG nova.compute.provider_tree [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.607669] env[70691]: DEBUG nova.network.neutron [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Successfully created port: 17437eaf-1dbe-4fc1-a8e9-638cdb231ebd {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.640303] env[70691]: DEBUG oslo_vmware.api [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454416, 'name': PowerOnVM_Task, 'duration_secs': 0.508877} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.640798] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1002.641161] env[70691]: INFO nova.compute.manager [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Took 12.00 seconds to spawn the instance on the hypervisor. [ 1002.641387] env[70691]: DEBUG nova.compute.manager [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1002.642354] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cb42a5-c736-403f-9f60-cbfabebf3eb2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.652210] env[70691]: DEBUG nova.compute.manager [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1002.654802] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.655252] env[70691]: DEBUG nova.compute.manager [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Instance network_info: |[{"id": "502725a1-24f3-4a9a-ab15-79e70466f41f", "address": "fa:16:3e:24:ec:18", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502725a1-24", "ovs_interfaceid": "502725a1-24f3-4a9a-ab15-79e70466f41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1002.655602] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ec:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '502725a1-24f3-4a9a-ab15-79e70466f41f', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.663550] env[70691]: DEBUG oslo.service.loopingcall [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.664345] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1002.664664] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-745159ce-d7c7-4fea-9778-077e22431512 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.701196] env[70691]: DEBUG oslo_vmware.api [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454417, 'name': PowerOnVM_Task, 'duration_secs': 0.503063} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.701196] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.701196] env[70691]: value = "task-3454418" [ 1002.701196] env[70691]: _type = "Task" [ 1002.701196] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.701196] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1002.701414] env[70691]: INFO nova.compute.manager [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1002.701558] env[70691]: DEBUG nova.compute.manager [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1002.702365] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4a823e-8953-4cfc-bdf2-0108a07fecce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.713207] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454418, 'name': CreateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.038020] env[70691]: DEBUG nova.scheduler.client.report [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1003.175790] env[70691]: INFO nova.compute.manager [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Took 38.49 seconds to build instance. [ 1003.213600] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454418, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.228705] env[70691]: INFO nova.compute.manager [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Took 24.96 seconds to build instance. [ 1003.543996] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.547684] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.072s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.548412] env[70691]: INFO nova.compute.claims [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.575110] env[70691]: INFO nova.scheduler.client.report [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted allocations for instance 8f01c2ea-b543-4e83-a056-0c59415b78bf [ 1003.677133] env[70691]: DEBUG nova.compute.manager [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1003.679645] env[70691]: DEBUG oslo_concurrency.lockutils [None req-971350b7-aa3c-4a18-90db-57304920849e tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "1114dcfb-62f2-434d-b76b-cea18a51263a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.013s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.704124] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1003.704391] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1003.704553] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.704734] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1003.704883] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.705044] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1003.705262] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1003.705423] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1003.705594] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1003.705764] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1003.705944] env[70691]: DEBUG nova.virt.hardware [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1003.707161] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99c75d9-55a0-4090-a6be-5faa00301f24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.721197] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb9695-3c31-4ec1-8bf7-2e4ffe057956 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.725756] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454418, 'name': CreateVM_Task, 'duration_secs': 0.630856} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.725756] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1003.726515] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.726684] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.726998] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.727268] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b87d9a-d49d-47e0-8f3f-7f00a5e4450a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.737553] env[70691]: DEBUG oslo_concurrency.lockutils [None req-42dbf049-c786-466a-a615-92586917a61b tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.485s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.741267] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1003.741267] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526d8951-5e54-c5a0-f995-8fd2f3436fd2" [ 1003.741267] env[70691]: _type = "Task" [ 1003.741267] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.749059] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526d8951-5e54-c5a0-f995-8fd2f3436fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.822331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquiring lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.822331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.822331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquiring lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.822331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.822331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.824386] env[70691]: INFO nova.compute.manager [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Terminating instance [ 1003.827288] env[70691]: DEBUG nova.compute.manager [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1003.827507] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1003.828385] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb7ef6-b536-4e0c-9fa4-faf0542d7b7d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.836298] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1003.836851] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fff1f5f5-3a9e-439f-8976-422a9c590703 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.848922] env[70691]: DEBUG oslo_vmware.api [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 1003.848922] env[70691]: value = "task-3454419" [ 1003.848922] env[70691]: _type = "Task" [ 1003.848922] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.858483] env[70691]: DEBUG oslo_vmware.api [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.083951] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c1098e7c-f287-448c-bbd5-b9f8d0d80191 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "8f01c2ea-b543-4e83-a056-0c59415b78bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.774s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.260157] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526d8951-5e54-c5a0-f995-8fd2f3436fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.023511} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.260157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.260157] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.260157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.260157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.260157] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.260157] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34fcd666-3cd6-4202-97de-4a697058690a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.268411] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.268642] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1004.269435] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4712919-fa84-4789-8178-ef6d5b005f59 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.274894] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1004.274894] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527dcd1c-b943-9b0d-cdfb-f73d4c3d8a01" [ 1004.274894] env[70691]: _type = "Task" [ 1004.274894] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.283600] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527dcd1c-b943-9b0d-cdfb-f73d4c3d8a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.359964] env[70691]: DEBUG oslo_vmware.api [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454419, 'name': PowerOffVM_Task, 'duration_secs': 0.194711} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.363015] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1004.363015] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1004.363015] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27232409-e362-48b8-a595-24b2baa9a3f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.364067] env[70691]: DEBUG nova.compute.manager [req-20d78b74-ca58-4f5e-8fb3-3653bf589ac4 req-17fe997a-52fa-4c60-81fa-948c21d4a9a2 service nova] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Received event network-vif-plugged-17437eaf-1dbe-4fc1-a8e9-638cdb231ebd {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1004.364301] env[70691]: DEBUG oslo_concurrency.lockutils [req-20d78b74-ca58-4f5e-8fb3-3653bf589ac4 req-17fe997a-52fa-4c60-81fa-948c21d4a9a2 service nova] Acquiring lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.364453] env[70691]: DEBUG oslo_concurrency.lockutils [req-20d78b74-ca58-4f5e-8fb3-3653bf589ac4 req-17fe997a-52fa-4c60-81fa-948c21d4a9a2 service nova] Lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.364616] env[70691]: DEBUG oslo_concurrency.lockutils [req-20d78b74-ca58-4f5e-8fb3-3653bf589ac4 req-17fe997a-52fa-4c60-81fa-948c21d4a9a2 service nova] Lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.364778] env[70691]: DEBUG nova.compute.manager [req-20d78b74-ca58-4f5e-8fb3-3653bf589ac4 req-17fe997a-52fa-4c60-81fa-948c21d4a9a2 service nova] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] No waiting events found dispatching network-vif-plugged-17437eaf-1dbe-4fc1-a8e9-638cdb231ebd {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1004.365610] env[70691]: WARNING nova.compute.manager [req-20d78b74-ca58-4f5e-8fb3-3653bf589ac4 req-17fe997a-52fa-4c60-81fa-948c21d4a9a2 service nova] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Received unexpected event network-vif-plugged-17437eaf-1dbe-4fc1-a8e9-638cdb231ebd for instance with vm_state building and task_state spawning. [ 1004.420557] env[70691]: DEBUG nova.network.neutron [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Successfully updated port: 17437eaf-1dbe-4fc1-a8e9-638cdb231ebd {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.431859] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1004.432225] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1004.432342] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Deleting the datastore file [datastore1] c1203d8d-68a8-4a90-b0da-31791e63d1e3 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.432609] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00fb6f66-803c-4aa3-a673-c7481464b0cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.445864] env[70691]: DEBUG oslo_vmware.api [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for the task: (returnval){ [ 1004.445864] env[70691]: value = "task-3454421" [ 1004.445864] env[70691]: _type = "Task" [ 1004.445864] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.456767] env[70691]: DEBUG oslo_vmware.api [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.540294] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Acquiring lock "e74c6483-d53a-4714-9878-329eb1926956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.540612] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "e74c6483-d53a-4714-9878-329eb1926956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.540848] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Acquiring lock "e74c6483-d53a-4714-9878-329eb1926956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.541102] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "e74c6483-d53a-4714-9878-329eb1926956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.541233] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "e74c6483-d53a-4714-9878-329eb1926956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.544177] env[70691]: INFO nova.compute.manager [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Terminating instance [ 1004.547539] env[70691]: DEBUG nova.compute.manager [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1004.547539] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1004.547539] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6930d163-2d6a-4c76-9992-d952223ff4c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.554914] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for the task: (returnval){ [ 1004.554914] env[70691]: value = "task-3454422" [ 1004.554914] env[70691]: _type = "Task" [ 1004.554914] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.567807] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.786244] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527dcd1c-b943-9b0d-cdfb-f73d4c3d8a01, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.790587] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086e2181-b66c-4b45-b726-5f1056428182 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.796341] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1004.796341] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5294638d-a0fb-9646-a006-1a9fdd90c60d" [ 1004.796341] env[70691]: _type = "Task" [ 1004.796341] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.805514] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5294638d-a0fb-9646-a006-1a9fdd90c60d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.859127] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a5aec3-1376-44e6-a5fa-e8eff81e35df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.866022] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f31bfb4-dbdb-4cd2-b9f9-a4d82c4e5a24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.898745] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a799ef7-8d15-4230-8e2d-d3257fdb05d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.905996] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9337f0-00ac-48f8-9c13-300560f7e77e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.921179] env[70691]: DEBUG nova.compute.provider_tree [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.924913] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "refresh_cache-7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.924913] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired lock "refresh_cache-7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.924913] env[70691]: DEBUG nova.network.neutron [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1004.955169] env[70691]: DEBUG oslo_vmware.api [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Task: {'id': task-3454421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237418} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.955543] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.956022] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1004.956195] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1004.956352] env[70691]: INFO nova.compute.manager [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1004.956570] env[70691]: DEBUG oslo.service.loopingcall [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.956767] env[70691]: DEBUG nova.compute.manager [-] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1004.956860] env[70691]: DEBUG nova.network.neutron [-] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1005.067848] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454422, 'name': PowerOffVM_Task, 'duration_secs': 0.177124} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.068236] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1005.068503] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1005.068760] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689590', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'name': 'volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e74c6483-d53a-4714-9878-329eb1926956', 'attached_at': '', 'detached_at': '', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'serial': '844a8c86-7d98-4ba7-9444-d066ed76fe6d'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1005.069829] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7350d36a-6d76-4e2f-bd31-1472f31c3fd2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.090745] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e180db9-72d1-48da-885b-092f8cfcb1dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.098323] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c830d72-b548-45b2-93f6-15682d2dd3c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.117201] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f823559c-e8fd-45b2-9351-7583e8dfa57f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.132860] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] The volume has not been displaced from its original location: [datastore2] volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d/volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1005.138759] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.139164] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fca7781-7e8d-47ca-843f-de49bd9a7fac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.158278] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for the task: (returnval){ [ 1005.158278] env[70691]: value = "task-3454423" [ 1005.158278] env[70691]: _type = "Task" [ 1005.158278] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.169092] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.171933] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.171933] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.172156] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.172349] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.172569] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.175357] env[70691]: INFO nova.compute.manager [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Terminating instance [ 1005.177607] env[70691]: DEBUG nova.compute.manager [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1005.178199] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1005.178738] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143741e4-5909-47b4-ab80-ad2ceb138724 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.187595] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1005.187931] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a672f7-5a19-4ce7-b73d-a61f1f7c85e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.196451] env[70691]: DEBUG oslo_vmware.api [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1005.196451] env[70691]: value = "task-3454424" [ 1005.196451] env[70691]: _type = "Task" [ 1005.196451] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.205364] env[70691]: DEBUG oslo_vmware.api [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.265805] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquiring lock "1114dcfb-62f2-434d-b76b-cea18a51263a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.266346] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "1114dcfb-62f2-434d-b76b-cea18a51263a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.266468] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquiring lock "1114dcfb-62f2-434d-b76b-cea18a51263a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.266676] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "1114dcfb-62f2-434d-b76b-cea18a51263a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.266884] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "1114dcfb-62f2-434d-b76b-cea18a51263a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.270541] env[70691]: INFO nova.compute.manager [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Terminating instance [ 1005.272696] env[70691]: DEBUG nova.compute.manager [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1005.272940] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1005.274055] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34537c58-a5d8-4eaf-a8e6-ca88c535f178 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.284572] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1005.284766] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f991be5d-be86-4792-a2c4-5656c3f7ec7f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.293237] env[70691]: DEBUG oslo_vmware.api [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 1005.293237] env[70691]: value = "task-3454425" [ 1005.293237] env[70691]: _type = "Task" [ 1005.293237] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.307985] env[70691]: DEBUG oslo_vmware.api [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.312357] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5294638d-a0fb-9646-a006-1a9fdd90c60d, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.312751] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.313042] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] f518ba2f-2541-47cd-8b81-af3f5bf1ab2b/f518ba2f-2541-47cd-8b81-af3f5bf1ab2b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1005.313327] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-584b6a60-7510-485a-be16-151aff45a1b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.320427] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1005.320427] env[70691]: value = "task-3454426" [ 1005.320427] env[70691]: _type = "Task" [ 1005.320427] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.330448] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.425227] env[70691]: DEBUG nova.scheduler.client.report [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1005.463031] env[70691]: DEBUG nova.network.neutron [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1005.676413] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454423, 'name': ReconfigVM_Task, 'duration_secs': 0.195913} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.678319] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.684827] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28429aa2-15ee-4e8b-b3c6-46958f31f452 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.704662] env[70691]: DEBUG nova.network.neutron [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Updating instance_info_cache with network_info: [{"id": "17437eaf-1dbe-4fc1-a8e9-638cdb231ebd", "address": "fa:16:3e:7a:dd:c0", "network": {"id": "a2436d21-0fc4-4279-b11a-34809830ef7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577201573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6e09c6f6b04b7090cc104465083676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17437eaf-1d", "ovs_interfaceid": "17437eaf-1dbe-4fc1-a8e9-638cdb231ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.720721] env[70691]: DEBUG oslo_vmware.api [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454424, 'name': PowerOffVM_Task, 'duration_secs': 0.199638} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.722577] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1005.722769] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1005.723339] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for the task: (returnval){ [ 1005.723339] env[70691]: value = "task-3454427" [ 1005.723339] env[70691]: _type = "Task" [ 1005.723339] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.723519] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18c3ebdd-931d-4b73-b7e0-3223c7c88fcd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.739043] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.773603] env[70691]: DEBUG nova.network.neutron [-] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.805269] env[70691]: DEBUG oslo_vmware.api [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454425, 'name': PowerOffVM_Task, 'duration_secs': 0.205718} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.807677] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1005.807856] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1005.808127] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1005.808357] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1005.808520] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleting the datastore file [datastore1] 14f951b8-d2e2-43fd-aac1-32ae71aa20f0 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.811483] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a62d866e-57f8-45c6-8869-a90852957b96 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.814106] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f987bd5-5e02-4491-a8c0-881ec12c49f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.816099] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "bfc863f8-0f57-4edf-9410-9a3023f622f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.817248] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "bfc863f8-0f57-4edf-9410-9a3023f622f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.828892] env[70691]: DEBUG oslo_vmware.api [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1005.828892] env[70691]: value = "task-3454430" [ 1005.828892] env[70691]: _type = "Task" [ 1005.828892] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.837908] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454426, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.842198] env[70691]: DEBUG oslo_vmware.api [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.933029] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1005.933029] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1005.933311] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Deleting the datastore file [datastore1] 1114dcfb-62f2-434d-b76b-cea18a51263a {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.934443] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.935549] env[70691]: DEBUG nova.compute.manager [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1005.938197] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46238f79-f101-4e92-a8ad-6f188422d376 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.941430] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.602s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.941859] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.944285] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.107s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.944544] env[70691]: DEBUG nova.objects.instance [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lazy-loading 'resources' on Instance uuid 15b4f357-9883-47da-8219-c45200d64e61 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.953654] env[70691]: DEBUG oslo_vmware.api [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for the task: (returnval){ [ 1005.953654] env[70691]: value = "task-3454431" [ 1005.953654] env[70691]: _type = "Task" [ 1005.953654] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.965054] env[70691]: DEBUG oslo_vmware.api [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.973686] env[70691]: INFO nova.scheduler.client.report [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Deleted allocations for instance 06883e8b-247a-4ba2-b0ae-6b7a917550f5 [ 1006.207626] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Releasing lock "refresh_cache-7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.207842] env[70691]: DEBUG nova.compute.manager [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Instance network_info: |[{"id": "17437eaf-1dbe-4fc1-a8e9-638cdb231ebd", "address": "fa:16:3e:7a:dd:c0", "network": {"id": "a2436d21-0fc4-4279-b11a-34809830ef7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577201573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6e09c6f6b04b7090cc104465083676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17437eaf-1d", "ovs_interfaceid": "17437eaf-1dbe-4fc1-a8e9-638cdb231ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1006.208465] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:dd:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17437eaf-1dbe-4fc1-a8e9-638cdb231ebd', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.216311] env[70691]: DEBUG oslo.service.loopingcall [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.216439] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1006.217061] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01af9764-80ec-4d6b-83e3-8b4346c19f25 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.240791] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454427, 'name': ReconfigVM_Task, 'duration_secs': 0.212727} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.242289] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689590', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'name': 'volume-844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e74c6483-d53a-4714-9878-329eb1926956', 'attached_at': '', 'detached_at': '', 'volume_id': '844a8c86-7d98-4ba7-9444-d066ed76fe6d', 'serial': '844a8c86-7d98-4ba7-9444-d066ed76fe6d'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1006.242565] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1006.242829] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.242829] env[70691]: value = "task-3454432" [ 1006.242829] env[70691]: _type = "Task" [ 1006.242829] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.243527] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5548653-ab2e-43b7-92c9-30ed1711798e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.254471] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454432, 'name': CreateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.256792] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1006.257089] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-492bdb50-75a5-4c0b-a4b0-7a40774a44e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.276535] env[70691]: INFO nova.compute.manager [-] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Took 1.32 seconds to deallocate network for instance. [ 1006.321155] env[70691]: DEBUG nova.compute.manager [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1006.333694] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1006.334099] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1006.334395] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Deleting the datastore file [datastore2] e74c6483-d53a-4714-9878-329eb1926956 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.340400] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6157637-90af-4294-b14a-effa71e7dfd0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.348564] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694313} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.349881] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] f518ba2f-2541-47cd-8b81-af3f5bf1ab2b/f518ba2f-2541-47cd-8b81-af3f5bf1ab2b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1006.350396] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.358030] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6de5d442-e2cd-4248-b407-48dfb3ecbde3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.358370] env[70691]: DEBUG oslo_vmware.api [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491902} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.359955] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.360256] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1006.360524] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1006.360791] env[70691]: INFO nova.compute.manager [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1006.361184] env[70691]: DEBUG oslo.service.loopingcall [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.361766] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for the task: (returnval){ [ 1006.361766] env[70691]: value = "task-3454434" [ 1006.361766] env[70691]: _type = "Task" [ 1006.361766] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.362520] env[70691]: DEBUG nova.compute.manager [-] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1006.362679] env[70691]: DEBUG nova.network.neutron [-] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1006.372683] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1006.372683] env[70691]: value = "task-3454435" [ 1006.372683] env[70691]: _type = "Task" [ 1006.372683] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.383814] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.391312] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.398754] env[70691]: DEBUG nova.compute.manager [req-9e5a326a-d8cb-4ab6-9741-48748db5bef4 req-f3504303-8871-4238-9a7b-bb9d4b8eaaf3 service nova] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Received event network-changed-17437eaf-1dbe-4fc1-a8e9-638cdb231ebd {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1006.399204] env[70691]: DEBUG nova.compute.manager [req-9e5a326a-d8cb-4ab6-9741-48748db5bef4 req-f3504303-8871-4238-9a7b-bb9d4b8eaaf3 service nova] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Refreshing instance network info cache due to event network-changed-17437eaf-1dbe-4fc1-a8e9-638cdb231ebd. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1006.399582] env[70691]: DEBUG oslo_concurrency.lockutils [req-9e5a326a-d8cb-4ab6-9741-48748db5bef4 req-f3504303-8871-4238-9a7b-bb9d4b8eaaf3 service nova] Acquiring lock "refresh_cache-7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.399582] env[70691]: DEBUG oslo_concurrency.lockutils [req-9e5a326a-d8cb-4ab6-9741-48748db5bef4 req-f3504303-8871-4238-9a7b-bb9d4b8eaaf3 service nova] Acquired lock "refresh_cache-7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.399772] env[70691]: DEBUG nova.network.neutron [req-9e5a326a-d8cb-4ab6-9741-48748db5bef4 req-f3504303-8871-4238-9a7b-bb9d4b8eaaf3 service nova] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Refreshing network info cache for port 17437eaf-1dbe-4fc1-a8e9-638cdb231ebd {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1006.443557] env[70691]: DEBUG nova.compute.utils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1006.445485] env[70691]: DEBUG nova.compute.manager [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1006.445686] env[70691]: DEBUG nova.network.neutron [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1006.463432] env[70691]: DEBUG oslo_vmware.api [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Task: {'id': task-3454431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393469} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.464502] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.464697] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1006.464877] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1006.465083] env[70691]: INFO nova.compute.manager [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1006.465370] env[70691]: DEBUG oslo.service.loopingcall [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.465570] env[70691]: DEBUG nova.compute.manager [-] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1006.465659] env[70691]: DEBUG nova.network.neutron [-] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1006.484739] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0bba9773-5af5-4934-80cd-b05a17bc2a8d tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "06883e8b-247a-4ba2-b0ae-6b7a917550f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.502s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.495063] env[70691]: DEBUG nova.policy [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '027dadb3c5dc468d9c221c855b34a4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82d89e770e64f2484e9cf0fd2198bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1006.758625] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454432, 'name': CreateVM_Task, 'duration_secs': 0.503553} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.758806] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1006.759521] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.759695] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.760369] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.760664] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d53ec2b-59c0-44a8-87e1-2982b8b3909b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.766374] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1006.766374] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b3cdbf-4287-2afb-2c2b-b1009c5633a6" [ 1006.766374] env[70691]: _type = "Task" [ 1006.766374] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.778423] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b3cdbf-4287-2afb-2c2b-b1009c5633a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.779277] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.779527] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.780687] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.780687] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.780687] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.780687] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274c1326-7998-45c6-9d01-3b7af25b07d7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.788749] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.795102] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.795102] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1006.795588] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66b0280-21aa-44d1-ae5c-6304d8e5346e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.799947] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7433f81-6530-4705-8758-9190c6a56586 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.804911] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1006.804911] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aa6fd9-459a-f863-6708-a950d19c42d0" [ 1006.804911] env[70691]: _type = "Task" [ 1006.804911] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.810641] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1464e8d7-69c0-4f91-b577-3df0f39ee420 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.818274] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52aa6fd9-459a-f863-6708-a950d19c42d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.820215] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13374e8-3bd5-4220-8f96-9095d13bbe2b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.858133] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa29b513-35f5-4426-8895-92f058bf5814 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.867880] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1006.867880] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524925bd-38e7-a7d0-0a74-7ed5be49965f" [ 1006.867880] env[70691]: _type = "Task" [ 1006.867880] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.893211] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfc2df0-cef1-4c58-a79c-10069ac0307c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.907374] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.914025] env[70691]: DEBUG oslo_vmware.api [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Task: {'id': task-3454434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231406} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.914025] env[70691]: DEBUG nova.network.neutron [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Successfully created port: 4215844e-8a86-48de-8ea6-b17dec2c4069 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.919831] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.919831] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1006.919981] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1006.920227] env[70691]: INFO nova.compute.manager [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1006.920517] env[70691]: DEBUG oslo.service.loopingcall [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.920760] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524925bd-38e7-a7d0-0a74-7ed5be49965f, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.936008] env[70691]: DEBUG nova.compute.manager [-] [instance: e74c6483-d53a-4714-9878-329eb1926956] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1006.936265] env[70691]: DEBUG nova.network.neutron [-] [instance: e74c6483-d53a-4714-9878-329eb1926956] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1006.939232] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.939552] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac/7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1006.940168] env[70691]: DEBUG nova.compute.provider_tree [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.942686] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154049} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.943267] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82b4b6bf-80a9-4fd6-9bcf-5f4258122a85 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.945372] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.947527] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85546132-32b7-46d6-b0f5-a7dce05484a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.951977] env[70691]: DEBUG nova.compute.manager [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1006.957690] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1006.957690] env[70691]: value = "task-3454436" [ 1006.957690] env[70691]: _type = "Task" [ 1006.957690] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.980763] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] f518ba2f-2541-47cd-8b81-af3f5bf1ab2b/f518ba2f-2541-47cd-8b81-af3f5bf1ab2b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.981949] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2885d8bb-c544-41f4-bae9-5cc3ab373f98 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.004607] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.011117] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1007.011117] env[70691]: value = "task-3454437" [ 1007.011117] env[70691]: _type = "Task" [ 1007.011117] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.019649] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.331854] env[70691]: DEBUG nova.network.neutron [req-9e5a326a-d8cb-4ab6-9741-48748db5bef4 req-f3504303-8871-4238-9a7b-bb9d4b8eaaf3 service nova] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Updated VIF entry in instance network info cache for port 17437eaf-1dbe-4fc1-a8e9-638cdb231ebd. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1007.332387] env[70691]: DEBUG nova.network.neutron [req-9e5a326a-d8cb-4ab6-9741-48748db5bef4 req-f3504303-8871-4238-9a7b-bb9d4b8eaaf3 service nova] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Updating instance_info_cache with network_info: [{"id": "17437eaf-1dbe-4fc1-a8e9-638cdb231ebd", "address": "fa:16:3e:7a:dd:c0", "network": {"id": "a2436d21-0fc4-4279-b11a-34809830ef7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577201573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6e09c6f6b04b7090cc104465083676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17437eaf-1d", "ovs_interfaceid": "17437eaf-1dbe-4fc1-a8e9-638cdb231ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.443687] env[70691]: DEBUG nova.scheduler.client.report [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1007.447327] env[70691]: DEBUG nova.network.neutron [-] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.448292] env[70691]: DEBUG nova.network.neutron [-] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.482071] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454436, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.527374] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454437, 'name': ReconfigVM_Task, 'duration_secs': 0.438748} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.527741] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] f518ba2f-2541-47cd-8b81-af3f5bf1ab2b/f518ba2f-2541-47cd-8b81-af3f5bf1ab2b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.528410] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-821f142c-0601-46e9-9910-06f83bd0cc22 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.535685] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1007.535685] env[70691]: value = "task-3454438" [ 1007.535685] env[70691]: _type = "Task" [ 1007.535685] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.545024] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454438, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.835792] env[70691]: DEBUG oslo_concurrency.lockutils [req-9e5a326a-d8cb-4ab6-9741-48748db5bef4 req-f3504303-8871-4238-9a7b-bb9d4b8eaaf3 service nova] Releasing lock "refresh_cache-7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.836103] env[70691]: DEBUG nova.compute.manager [req-9e5a326a-d8cb-4ab6-9741-48748db5bef4 req-f3504303-8871-4238-9a7b-bb9d4b8eaaf3 service nova] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Received event network-vif-deleted-8e951594-5c69-4624-9b05-5f5826db43b2 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1007.951544] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.955386] env[70691]: INFO nova.compute.manager [-] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Took 1.49 seconds to deallocate network for instance. [ 1007.955726] env[70691]: INFO nova.compute.manager [-] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Took 1.59 seconds to deallocate network for instance. [ 1007.956767] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.297s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.956820] env[70691]: DEBUG nova.objects.instance [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lazy-loading 'resources' on Instance uuid 7521efba-e1a0-43ef-9d28-f91158a2541a {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.966766] env[70691]: DEBUG nova.compute.manager [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1007.981026] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525883} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.981026] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac/7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1007.981026] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.981026] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b13ee520-7da7-4541-ac96-e0e931b52986 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.990734] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1007.990734] env[70691]: value = "task-3454439" [ 1007.990734] env[70691]: _type = "Task" [ 1007.990734] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.999602] env[70691]: INFO nova.scheduler.client.report [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Deleted allocations for instance 15b4f357-9883-47da-8219-c45200d64e61 [ 1008.008159] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.012842] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1008.013581] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1008.013581] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.013581] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1008.013821] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.013921] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1008.014355] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1008.014355] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1008.016945] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1008.016945] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1008.016945] env[70691]: DEBUG nova.virt.hardware [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1008.016945] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728cced4-1c06-4b82-bf99-27f6b2cb68ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.025789] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c583cae4-196b-47cd-a0d7-184a094d9dd2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.049943] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454438, 'name': Rename_Task, 'duration_secs': 0.160943} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.049943] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1008.050210] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b222456-84fd-464b-82d9-5b53f8900d80 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.057300] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1008.057300] env[70691]: value = "task-3454440" [ 1008.057300] env[70691]: _type = "Task" [ 1008.057300] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.068373] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.300665] env[70691]: DEBUG nova.network.neutron [-] [instance: e74c6483-d53a-4714-9878-329eb1926956] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.371081] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "59083004-8304-4b1f-9c8f-404ecf812e7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.371081] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.371517] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "59083004-8304-4b1f-9c8f-404ecf812e7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.371517] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.375254] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.375254] env[70691]: INFO nova.compute.manager [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Terminating instance [ 1008.376146] env[70691]: DEBUG nova.compute.manager [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1008.376554] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1008.377309] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad7986-c17b-4062-b4b4-acd476956424 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.387301] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1008.387571] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74b10a34-8167-4c03-a0c5-13aa28b34883 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.394401] env[70691]: DEBUG oslo_vmware.api [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 1008.394401] env[70691]: value = "task-3454441" [ 1008.394401] env[70691]: _type = "Task" [ 1008.394401] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.409030] env[70691]: DEBUG oslo_vmware.api [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.433648] env[70691]: DEBUG nova.compute.manager [req-d724014c-4fde-401c-bf95-f73ebce5d757 req-cea46796-f7d6-4df1-b55e-5c3ea28cd74f service nova] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Received event network-vif-deleted-38b4e266-cbbe-4d0b-9a9d-4886fdced72d {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1008.433910] env[70691]: DEBUG nova.compute.manager [req-d724014c-4fde-401c-bf95-f73ebce5d757 req-cea46796-f7d6-4df1-b55e-5c3ea28cd74f service nova] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Received event network-vif-deleted-2f5c81e0-ca1f-423d-b51b-bc2e6daf70be {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1008.435375] env[70691]: DEBUG nova.compute.manager [req-d724014c-4fde-401c-bf95-f73ebce5d757 req-cea46796-f7d6-4df1-b55e-5c3ea28cd74f service nova] [instance: e74c6483-d53a-4714-9878-329eb1926956] Received event network-vif-deleted-02491090-55c8-4f90-9a75-42d5a1b3ed08 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1008.469986] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.470892] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.506514] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073234} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.506801] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.507645] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc71b63-49ad-4fb2-8e6f-f898eb455c5d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.541257] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac/7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.544597] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4d34a1d7-1d59-4804-89bb-9a736dceeae1 tempest-ServersNegativeTestMultiTenantJSON-991743281 tempest-ServersNegativeTestMultiTenantJSON-991743281-project-member] Lock "15b4f357-9883-47da-8219-c45200d64e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.264s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.545636] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06349adc-05f7-47bb-bea4-8fcd6c5e9cc6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.576650] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454440, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.578784] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1008.578784] env[70691]: value = "task-3454442" [ 1008.578784] env[70691]: _type = "Task" [ 1008.578784] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.591094] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454442, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.804450] env[70691]: INFO nova.compute.manager [-] [instance: e74c6483-d53a-4714-9878-329eb1926956] Took 1.87 seconds to deallocate network for instance. [ 1008.808922] env[70691]: DEBUG nova.compute.manager [req-241535d1-a5d5-41ba-876b-28347f81f023 req-55e06d70-996c-42f9-8082-d71636b10220 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Received event network-vif-plugged-4215844e-8a86-48de-8ea6-b17dec2c4069 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1008.808974] env[70691]: DEBUG oslo_concurrency.lockutils [req-241535d1-a5d5-41ba-876b-28347f81f023 req-55e06d70-996c-42f9-8082-d71636b10220 service nova] Acquiring lock "5be40eac-5673-49b1-9705-1c353b554d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.809238] env[70691]: DEBUG oslo_concurrency.lockutils [req-241535d1-a5d5-41ba-876b-28347f81f023 req-55e06d70-996c-42f9-8082-d71636b10220 service nova] Lock "5be40eac-5673-49b1-9705-1c353b554d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.809420] env[70691]: DEBUG oslo_concurrency.lockutils [req-241535d1-a5d5-41ba-876b-28347f81f023 req-55e06d70-996c-42f9-8082-d71636b10220 service nova] Lock "5be40eac-5673-49b1-9705-1c353b554d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.809594] env[70691]: DEBUG nova.compute.manager [req-241535d1-a5d5-41ba-876b-28347f81f023 req-55e06d70-996c-42f9-8082-d71636b10220 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] No waiting events found dispatching network-vif-plugged-4215844e-8a86-48de-8ea6-b17dec2c4069 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1008.809764] env[70691]: WARNING nova.compute.manager [req-241535d1-a5d5-41ba-876b-28347f81f023 req-55e06d70-996c-42f9-8082-d71636b10220 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Received unexpected event network-vif-plugged-4215844e-8a86-48de-8ea6-b17dec2c4069 for instance with vm_state building and task_state spawning. [ 1008.814140] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78db4c-b200-429a-b6be-e8c63ef92eea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.822958] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4849d9c-e49c-43ba-89cd-5a2ef5200c82 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.854874] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e397bb-8526-4f92-bcfe-d8d3fbe5d0ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.862554] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7274bf6-5c1f-48cd-b7ca-0c19ab61841b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.877842] env[70691]: DEBUG nova.compute.provider_tree [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.905225] env[70691]: DEBUG oslo_vmware.api [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454441, 'name': PowerOffVM_Task, 'duration_secs': 0.238783} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.905505] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1008.905673] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1008.905913] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28c5b29d-783e-4f14-ae3a-5e56893db915 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.917646] env[70691]: DEBUG nova.network.neutron [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Successfully updated port: 4215844e-8a86-48de-8ea6-b17dec2c4069 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.000129] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1009.000368] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1009.000555] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Deleting the datastore file [datastore2] 59083004-8304-4b1f-9c8f-404ecf812e7e {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.000808] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd5c5894-15a7-4c6a-9529-e2e8536d09df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.007763] env[70691]: DEBUG oslo_vmware.api [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for the task: (returnval){ [ 1009.007763] env[70691]: value = "task-3454444" [ 1009.007763] env[70691]: _type = "Task" [ 1009.007763] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.016402] env[70691]: DEBUG oslo_vmware.api [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.074231] env[70691]: DEBUG oslo_vmware.api [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454440, 'name': PowerOnVM_Task, 'duration_secs': 0.604687} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.074564] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1009.074786] env[70691]: INFO nova.compute.manager [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1009.075028] env[70691]: DEBUG nova.compute.manager [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1009.075922] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2ef4df-7f8c-45a0-99b3-ea03544c18b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.095476] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.369046] env[70691]: INFO nova.compute.manager [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Took 0.56 seconds to detach 1 volumes for instance. [ 1009.371828] env[70691]: DEBUG nova.compute.manager [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] [instance: e74c6483-d53a-4714-9878-329eb1926956] Deleting volume: 844a8c86-7d98-4ba7-9444-d066ed76fe6d {{(pid=70691) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1009.380829] env[70691]: DEBUG nova.scheduler.client.report [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1009.421697] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.421697] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.421896] env[70691]: DEBUG nova.network.neutron [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1009.520527] env[70691]: DEBUG oslo_vmware.api [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Task: {'id': task-3454444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374449} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.520848] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.521056] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1009.521266] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1009.521517] env[70691]: INFO nova.compute.manager [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1009.521795] env[70691]: DEBUG oslo.service.loopingcall [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.522030] env[70691]: DEBUG nova.compute.manager [-] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1009.522167] env[70691]: DEBUG nova.network.neutron [-] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1009.594153] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454442, 'name': ReconfigVM_Task, 'duration_secs': 0.810851} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.594532] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac/7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.595499] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-291840c4-57d4-46c9-84da-ceec8aa23366 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.612018] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1009.612018] env[70691]: value = "task-3454446" [ 1009.612018] env[70691]: _type = "Task" [ 1009.612018] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.612018] env[70691]: INFO nova.compute.manager [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Took 29.91 seconds to build instance. [ 1009.625413] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454446, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.889728] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.895524] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.789s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.897224] env[70691]: INFO nova.compute.claims [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.934210] env[70691]: INFO nova.scheduler.client.report [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted allocations for instance 7521efba-e1a0-43ef-9d28-f91158a2541a [ 1009.936249] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.974694] env[70691]: DEBUG nova.network.neutron [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1010.113555] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3868fe6-1095-4d8c-a4ad-244b9b759146 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.424s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.124561] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454446, 'name': Rename_Task, 'duration_secs': 0.36857} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.125442] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1010.125782] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f3e767a-1059-4c38-bee3-efa7e4981314 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.132314] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1010.132314] env[70691]: value = "task-3454447" [ 1010.132314] env[70691]: _type = "Task" [ 1010.132314] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.140356] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.267761] env[70691]: DEBUG nova.network.neutron [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.450446] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3d262c4-824d-4e88-bf7a-b1c3c4316e48 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "7521efba-e1a0-43ef-9d28-f91158a2541a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.888s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.647187] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454447, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.739817] env[70691]: DEBUG nova.network.neutron [-] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.771240] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.775190] env[70691]: DEBUG nova.compute.manager [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Instance network_info: |[{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1010.775190] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:3f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4215844e-8a86-48de-8ea6-b17dec2c4069', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.781248] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Creating folder: Project (f82d89e770e64f2484e9cf0fd2198bdd). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1010.781579] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-714d25d2-6996-4d74-bda0-50f74190d58f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.796083] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Created folder: Project (f82d89e770e64f2484e9cf0fd2198bdd) in parent group-v689428. [ 1010.796321] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Creating folder: Instances. Parent ref: group-v689639. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1010.796582] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20cf78f2-97de-451f-a740-9981d7a8eddb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.818689] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Created folder: Instances in parent group-v689639. [ 1010.818983] env[70691]: DEBUG oslo.service.loopingcall [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.819214] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1010.819441] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-debbc9b0-bbe7-4962-a396-79350c6fd9c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.843646] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.843646] env[70691]: value = "task-3454450" [ 1010.843646] env[70691]: _type = "Task" [ 1010.843646] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.853282] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454450, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.907190] env[70691]: DEBUG nova.compute.manager [req-a1064563-b684-4341-8ed7-510a4c778d4d req-49387fbb-15fc-4484-bdab-6f1cc10ac458 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Received event network-changed-4215844e-8a86-48de-8ea6-b17dec2c4069 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1010.909326] env[70691]: DEBUG nova.compute.manager [req-a1064563-b684-4341-8ed7-510a4c778d4d req-49387fbb-15fc-4484-bdab-6f1cc10ac458 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Refreshing instance network info cache due to event network-changed-4215844e-8a86-48de-8ea6-b17dec2c4069. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1010.909633] env[70691]: DEBUG oslo_concurrency.lockutils [req-a1064563-b684-4341-8ed7-510a4c778d4d req-49387fbb-15fc-4484-bdab-6f1cc10ac458 service nova] Acquiring lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.909824] env[70691]: DEBUG oslo_concurrency.lockutils [req-a1064563-b684-4341-8ed7-510a4c778d4d req-49387fbb-15fc-4484-bdab-6f1cc10ac458 service nova] Acquired lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.910050] env[70691]: DEBUG nova.network.neutron [req-a1064563-b684-4341-8ed7-510a4c778d4d req-49387fbb-15fc-4484-bdab-6f1cc10ac458 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Refreshing network info cache for port 4215844e-8a86-48de-8ea6-b17dec2c4069 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1011.145890] env[70691]: DEBUG oslo_vmware.api [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454447, 'name': PowerOnVM_Task, 'duration_secs': 0.785241} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.146390] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1011.150017] env[70691]: INFO nova.compute.manager [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1011.150017] env[70691]: DEBUG nova.compute.manager [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1011.150017] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8705571-4993-4692-b468-6ae9ff525d04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.211293] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780d4f1e-2dec-4b60-8a1a-6797bda7c16f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.220909] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3acb31-2090-4bda-bd28-038094b92354 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.258492] env[70691]: INFO nova.compute.manager [-] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Took 1.74 seconds to deallocate network for instance. [ 1011.261231] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5524df9b-3abb-4d57-89f1-c186ddaeb00e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.273613] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b156ae-28c5-4831-815e-6dd7815b7f7e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.288590] env[70691]: DEBUG nova.compute.provider_tree [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.357517] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454450, 'name': CreateVM_Task, 'duration_secs': 0.446712} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.357698] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1011.359558] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.359558] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.359558] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.360066] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f76907-46f5-455c-943b-bbc7e880a081 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.364767] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1011.364767] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52add245-42c7-9a79-7ee1-559167de014f" [ 1011.364767] env[70691]: _type = "Task" [ 1011.364767] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.374593] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52add245-42c7-9a79-7ee1-559167de014f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.597184] env[70691]: DEBUG oslo_concurrency.lockutils [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.598731] env[70691]: DEBUG oslo_concurrency.lockutils [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.598731] env[70691]: DEBUG oslo_concurrency.lockutils [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.598731] env[70691]: DEBUG oslo_concurrency.lockutils [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.598731] env[70691]: DEBUG oslo_concurrency.lockutils [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.607684] env[70691]: INFO nova.compute.manager [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Terminating instance [ 1011.612389] env[70691]: DEBUG nova.compute.manager [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1011.612736] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1011.613499] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a049617-9f19-4fe6-a76f-e39ad9863b31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.623828] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1011.626689] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71f35d45-ca05-4afe-9d8a-b1f83ab49af1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.633231] env[70691]: DEBUG oslo_vmware.api [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 1011.633231] env[70691]: value = "task-3454451" [ 1011.633231] env[70691]: _type = "Task" [ 1011.633231] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.643708] env[70691]: DEBUG oslo_vmware.api [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.680947] env[70691]: INFO nova.compute.manager [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Took 29.86 seconds to build instance. [ 1011.741678] env[70691]: DEBUG nova.network.neutron [req-a1064563-b684-4341-8ed7-510a4c778d4d req-49387fbb-15fc-4484-bdab-6f1cc10ac458 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updated VIF entry in instance network info cache for port 4215844e-8a86-48de-8ea6-b17dec2c4069. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1011.741678] env[70691]: DEBUG nova.network.neutron [req-a1064563-b684-4341-8ed7-510a4c778d4d req-49387fbb-15fc-4484-bdab-6f1cc10ac458 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.773146] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.791236] env[70691]: DEBUG nova.scheduler.client.report [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1011.878088] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52add245-42c7-9a79-7ee1-559167de014f, 'name': SearchDatastore_Task, 'duration_secs': 0.01406} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.878425] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.878720] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.879061] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.879324] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.880642] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.880642] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1fe3d7b-71b9-4808-a4f9-537d89101b48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.913156] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.913156] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1011.913231] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b15f07-e12b-47ca-9321-0b3b55c82e50 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.918912] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1011.918912] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52395bd6-9ce9-a50d-9901-54ba713a70c0" [ 1011.918912] env[70691]: _type = "Task" [ 1011.918912] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.927250] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52395bd6-9ce9-a50d-9901-54ba713a70c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.015742] env[70691]: DEBUG nova.compute.manager [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Stashing vm_state: active {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1012.147999] env[70691]: DEBUG oslo_vmware.api [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454451, 'name': PowerOffVM_Task, 'duration_secs': 0.298794} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.147999] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1012.148133] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1012.149382] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5860f9d-3acc-41ab-a225-bb0878caa333 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.183439] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a088dae-1744-4e42-94cb-da3666213fa2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.375s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.221246] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1012.221246] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1012.221246] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleting the datastore file [datastore1] decfe3a6-3638-4fc0-9cf4-b954ea9c8af1 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.221246] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-256a603a-1398-407a-8f37-4eb6160ec84b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.230357] env[70691]: DEBUG oslo_vmware.api [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 1012.230357] env[70691]: value = "task-3454453" [ 1012.230357] env[70691]: _type = "Task" [ 1012.230357] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.237512] env[70691]: DEBUG oslo_vmware.api [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.248042] env[70691]: DEBUG oslo_concurrency.lockutils [req-a1064563-b684-4341-8ed7-510a4c778d4d req-49387fbb-15fc-4484-bdab-6f1cc10ac458 service nova] Releasing lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.248042] env[70691]: DEBUG nova.compute.manager [req-a1064563-b684-4341-8ed7-510a4c778d4d req-49387fbb-15fc-4484-bdab-6f1cc10ac458 service nova] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Received event network-vif-deleted-fd0e11dc-4999-4d47-a6a7-4cd4ae25f600 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1012.298533] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.299140] env[70691]: DEBUG nova.compute.manager [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1012.302475] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.172s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.302721] env[70691]: DEBUG nova.objects.instance [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lazy-loading 'resources' on Instance uuid ecbd41bb-93e8-4279-91d7-57a96a90b147 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.429537] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52395bd6-9ce9-a50d-9901-54ba713a70c0, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.430427] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7ca9c0-48d1-4bb4-b698-32b26339fc8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.436712] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1012.436712] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520b2f7e-cbc5-b418-4c2e-5e3275afb7cd" [ 1012.436712] env[70691]: _type = "Task" [ 1012.436712] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.446516] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520b2f7e-cbc5-b418-4c2e-5e3275afb7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.542436] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.739701] env[70691]: DEBUG oslo_vmware.api [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229606} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.740893] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.741159] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1012.741442] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1012.741532] env[70691]: INFO nova.compute.manager [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1012.741798] env[70691]: DEBUG oslo.service.loopingcall [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.742012] env[70691]: DEBUG nova.compute.manager [-] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1012.742154] env[70691]: DEBUG nova.network.neutron [-] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1012.809379] env[70691]: DEBUG nova.compute.utils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1012.810838] env[70691]: DEBUG nova.compute.manager [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1012.814027] env[70691]: DEBUG nova.network.neutron [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1012.911601] env[70691]: DEBUG nova.policy [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b551d8479b70470a9d0b5baab4e745f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7372c9a6ed574e2886d88552f5bc59b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1012.953920] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520b2f7e-cbc5-b418-4c2e-5e3275afb7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014098} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.955659] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.955659] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 5be40eac-5673-49b1-9705-1c353b554d88/5be40eac-5673-49b1-9705-1c353b554d88.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1012.955659] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-127c89fc-44ca-40f1-ad14-f35fae907d6c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.964604] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1012.964604] env[70691]: value = "task-3454454" [ 1012.964604] env[70691]: _type = "Task" [ 1012.964604] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.972771] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.138429] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5162be0a-5123-4de8-b0eb-c650cf856a1d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.147239] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7e34fa-1ba4-438f-abf0-ef88e03aeb66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.186499] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0b6d9d-79c4-4c61-bfa1-4f8765c7bdf6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.194080] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a47837-a974-4309-8ab9-41324ce6779e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.209717] env[70691]: DEBUG nova.compute.provider_tree [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.312489] env[70691]: DEBUG nova.network.neutron [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Successfully created port: c3cba24d-af65-463b-bd7c-20c33ff9d950 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.315204] env[70691]: DEBUG nova.compute.manager [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1013.324978] env[70691]: DEBUG nova.compute.manager [req-0b428046-1371-497f-8f6b-c73b2d4112d6 req-a104c377-4c1d-47e6-aefd-805741ebdabc service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Received event network-vif-deleted-e3e69df2-c1bc-4977-93d8-56b20bc0306f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1013.325219] env[70691]: INFO nova.compute.manager [req-0b428046-1371-497f-8f6b-c73b2d4112d6 req-a104c377-4c1d-47e6-aefd-805741ebdabc service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Neutron deleted interface e3e69df2-c1bc-4977-93d8-56b20bc0306f; detaching it from the instance and deleting it from the info cache [ 1013.325414] env[70691]: DEBUG nova.network.neutron [req-0b428046-1371-497f-8f6b-c73b2d4112d6 req-a104c377-4c1d-47e6-aefd-805741ebdabc service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.476013] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454454, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.539752] env[70691]: DEBUG nova.compute.manager [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1013.540736] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0325602a-02a8-4abb-bc27-696ddf9d79a3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.581295] env[70691]: DEBUG nova.network.neutron [-] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.713316] env[70691]: DEBUG nova.scheduler.client.report [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1013.836628] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2582ac2a-9fdb-4ab5-be0c-feeddb08b717 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.851762] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654bd741-92ff-454e-9a91-3860aa82300f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.887284] env[70691]: DEBUG nova.compute.manager [req-0b428046-1371-497f-8f6b-c73b2d4112d6 req-a104c377-4c1d-47e6-aefd-805741ebdabc service nova] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Detach interface failed, port_id=e3e69df2-c1bc-4977-93d8-56b20bc0306f, reason: Instance decfe3a6-3638-4fc0-9cf4-b954ea9c8af1 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1013.946628] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.946879] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.977252] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647203} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.977592] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 5be40eac-5673-49b1-9705-1c353b554d88/5be40eac-5673-49b1-9705-1c353b554d88.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1013.977812] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.978087] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c7f40a8-2ab6-492f-864e-9c29abfd1430 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.986815] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1013.986815] env[70691]: value = "task-3454455" [ 1013.986815] env[70691]: _type = "Task" [ 1013.986815] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.994772] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.059119] env[70691]: INFO nova.compute.manager [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] instance snapshotting [ 1014.063298] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ae1335-7f57-4944-ba1d-cdd84b3a4e06 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.085060] env[70691]: INFO nova.compute.manager [-] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Took 1.34 seconds to deallocate network for instance. [ 1014.087548] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b50718f-d4cb-47d4-8183-47400493fb0d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.218715] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.221223] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.947s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.221372] env[70691]: DEBUG nova.objects.instance [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lazy-loading 'resources' on Instance uuid 618f34e6-7752-4fee-89c4-464741b9d9c1 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.259415] env[70691]: INFO nova.scheduler.client.report [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Deleted allocations for instance ecbd41bb-93e8-4279-91d7-57a96a90b147 [ 1014.338487] env[70691]: DEBUG nova.compute.manager [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1014.364133] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1014.364423] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1014.364592] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.364819] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1014.365058] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.365220] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1014.365433] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1014.365598] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1014.365768] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1014.365950] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1014.366258] env[70691]: DEBUG nova.virt.hardware [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1014.366999] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1776873-0ef5-4706-8b2e-2df230f9df4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.376853] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d5c08-2327-43ea-8eee-2bb5943e5d16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.449762] env[70691]: DEBUG nova.compute.manager [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1014.497677] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076716} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.498028] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.498892] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c81a2-92f0-4016-8c5d-6891af85533a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.526467] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5be40eac-5673-49b1-9705-1c353b554d88/5be40eac-5673-49b1-9705-1c353b554d88.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.526467] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3064c57e-1337-4a28-8931-520ed9a71385 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.547570] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1014.547570] env[70691]: value = "task-3454456" [ 1014.547570] env[70691]: _type = "Task" [ 1014.547570] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.555898] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.596456] env[70691]: DEBUG oslo_concurrency.lockutils [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.600744] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1014.601062] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5480401b-05c1-499c-973c-d4e32dc740e1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.608838] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1014.608838] env[70691]: value = "task-3454457" [ 1014.608838] env[70691]: _type = "Task" [ 1014.608838] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.617401] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.770965] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5dacbf67-240c-48aa-9117-3316ea704b2a tempest-ServersTestMultiNic-2007320413 tempest-ServersTestMultiNic-2007320413-project-member] Lock "ecbd41bb-93e8-4279-91d7-57a96a90b147" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.825s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.876660] env[70691]: DEBUG nova.compute.manager [req-2de4c111-2bbd-4e7b-8721-8d492e1f08c1 req-6c007fc1-be2d-401f-b11f-3bfe64a3aaa6 service nova] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Received event network-vif-plugged-c3cba24d-af65-463b-bd7c-20c33ff9d950 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1014.877279] env[70691]: DEBUG oslo_concurrency.lockutils [req-2de4c111-2bbd-4e7b-8721-8d492e1f08c1 req-6c007fc1-be2d-401f-b11f-3bfe64a3aaa6 service nova] Acquiring lock "726bf7a9-d337-497c-804e-68c43e4b9a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.878033] env[70691]: DEBUG oslo_concurrency.lockutils [req-2de4c111-2bbd-4e7b-8721-8d492e1f08c1 req-6c007fc1-be2d-401f-b11f-3bfe64a3aaa6 service nova] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.878033] env[70691]: DEBUG oslo_concurrency.lockutils [req-2de4c111-2bbd-4e7b-8721-8d492e1f08c1 req-6c007fc1-be2d-401f-b11f-3bfe64a3aaa6 service nova] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.878513] env[70691]: DEBUG nova.compute.manager [req-2de4c111-2bbd-4e7b-8721-8d492e1f08c1 req-6c007fc1-be2d-401f-b11f-3bfe64a3aaa6 service nova] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] No waiting events found dispatching network-vif-plugged-c3cba24d-af65-463b-bd7c-20c33ff9d950 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1014.878814] env[70691]: WARNING nova.compute.manager [req-2de4c111-2bbd-4e7b-8721-8d492e1f08c1 req-6c007fc1-be2d-401f-b11f-3bfe64a3aaa6 service nova] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Received unexpected event network-vif-plugged-c3cba24d-af65-463b-bd7c-20c33ff9d950 for instance with vm_state building and task_state spawning. [ 1014.968509] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.058073] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.068008] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0cf93b-6189-4b50-a717-9d4974c9e9c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.075343] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6528a0b-cd51-446f-bb48-9fb5d0e33297 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.106481] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0456e0-7342-413e-a1f5-2a49c52b6900 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.116832] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191b51f-06cb-46e2-a5e1-65d6d3af920b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.123802] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.134052] env[70691]: DEBUG nova.compute.provider_tree [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.340119] env[70691]: DEBUG oslo_concurrency.lockutils [None req-53057ab1-ec2a-48e3-acd5-fbd47fa1db40 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.340686] env[70691]: DEBUG oslo_concurrency.lockutils [None req-53057ab1-ec2a-48e3-acd5-fbd47fa1db40 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.340871] env[70691]: DEBUG nova.objects.instance [None req-53057ab1-ec2a-48e3-acd5-fbd47fa1db40 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'flavor' on Instance uuid 6f29c19c-6ce6-4466-93d2-eabd054787d8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.404775] env[70691]: DEBUG nova.network.neutron [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Successfully updated port: c3cba24d-af65-463b-bd7c-20c33ff9d950 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.429039] env[70691]: DEBUG nova.compute.manager [req-49533aa5-01c1-4425-87dc-861b3f037f25 req-07fc4671-4c88-446a-adc7-8a042c365661 service nova] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Received event network-changed-c3cba24d-af65-463b-bd7c-20c33ff9d950 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1015.429264] env[70691]: DEBUG nova.compute.manager [req-49533aa5-01c1-4425-87dc-861b3f037f25 req-07fc4671-4c88-446a-adc7-8a042c365661 service nova] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Refreshing instance network info cache due to event network-changed-c3cba24d-af65-463b-bd7c-20c33ff9d950. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1015.429486] env[70691]: DEBUG oslo_concurrency.lockutils [req-49533aa5-01c1-4425-87dc-861b3f037f25 req-07fc4671-4c88-446a-adc7-8a042c365661 service nova] Acquiring lock "refresh_cache-726bf7a9-d337-497c-804e-68c43e4b9a02" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.429635] env[70691]: DEBUG oslo_concurrency.lockutils [req-49533aa5-01c1-4425-87dc-861b3f037f25 req-07fc4671-4c88-446a-adc7-8a042c365661 service nova] Acquired lock "refresh_cache-726bf7a9-d337-497c-804e-68c43e4b9a02" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.429798] env[70691]: DEBUG nova.network.neutron [req-49533aa5-01c1-4425-87dc-861b3f037f25 req-07fc4671-4c88-446a-adc7-8a042c365661 service nova] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Refreshing network info cache for port c3cba24d-af65-463b-bd7c-20c33ff9d950 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1015.558423] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454456, 'name': ReconfigVM_Task, 'duration_secs': 0.752384} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.558777] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5be40eac-5673-49b1-9705-1c353b554d88/5be40eac-5673-49b1-9705-1c353b554d88.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.559467] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ebbdd32-a4d9-4e69-9837-cecdb1395004 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.567389] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1015.567389] env[70691]: value = "task-3454458" [ 1015.567389] env[70691]: _type = "Task" [ 1015.567389] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.575822] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454458, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.619166] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454457, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.637285] env[70691]: DEBUG nova.scheduler.client.report [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1015.845346] env[70691]: DEBUG nova.objects.instance [None req-53057ab1-ec2a-48e3-acd5-fbd47fa1db40 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f29c19c-6ce6-4466-93d2-eabd054787d8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.909177] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-726bf7a9-d337-497c-804e-68c43e4b9a02" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.964741] env[70691]: DEBUG nova.network.neutron [req-49533aa5-01c1-4425-87dc-861b3f037f25 req-07fc4671-4c88-446a-adc7-8a042c365661 service nova] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1016.043945] env[70691]: DEBUG nova.network.neutron [req-49533aa5-01c1-4425-87dc-861b3f037f25 req-07fc4671-4c88-446a-adc7-8a042c365661 service nova] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.077235] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454458, 'name': Rename_Task, 'duration_secs': 0.175462} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.077528] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1016.077775] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-495cad5d-3795-473e-9d1f-0072126f84b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.084306] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1016.084306] env[70691]: value = "task-3454459" [ 1016.084306] env[70691]: _type = "Task" [ 1016.084306] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.092135] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.120991] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454457, 'name': CreateSnapshot_Task, 'duration_secs': 1.141438} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.121318] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1016.122152] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822a82bd-a1b0-40e6-8d50-ab3307946129 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.144377] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.148251] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.505s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.148628] env[70691]: DEBUG nova.objects.instance [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lazy-loading 'resources' on Instance uuid e51cd5d1-a00a-46fa-ab85-8d79bbc98100 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.171619] env[70691]: INFO nova.scheduler.client.report [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Deleted allocations for instance 618f34e6-7752-4fee-89c4-464741b9d9c1 [ 1016.347792] env[70691]: DEBUG nova.objects.base [None req-53057ab1-ec2a-48e3-acd5-fbd47fa1db40 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Object Instance<6f29c19c-6ce6-4466-93d2-eabd054787d8> lazy-loaded attributes: flavor,pci_requests {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1016.348062] env[70691]: DEBUG nova.network.neutron [None req-53057ab1-ec2a-48e3-acd5-fbd47fa1db40 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1016.432688] env[70691]: DEBUG oslo_concurrency.lockutils [None req-53057ab1-ec2a-48e3-acd5-fbd47fa1db40 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.092s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.547973] env[70691]: DEBUG oslo_concurrency.lockutils [req-49533aa5-01c1-4425-87dc-861b3f037f25 req-07fc4671-4c88-446a-adc7-8a042c365661 service nova] Releasing lock "refresh_cache-726bf7a9-d337-497c-804e-68c43e4b9a02" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.547973] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-726bf7a9-d337-497c-804e-68c43e4b9a02" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.547973] env[70691]: DEBUG nova.network.neutron [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1016.600974] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454459, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.642265] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1016.642675] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db473642-6b9a-4fcc-8a85-6b06859a654f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.655188] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1016.655188] env[70691]: value = "task-3454460" [ 1016.655188] env[70691]: _type = "Task" [ 1016.655188] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.665350] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454460, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.683943] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b3f72dd-6553-43b7-9b53-27ec15762ee2 tempest-ServersTestJSON-1383146247 tempest-ServersTestJSON-1383146247-project-member] Lock "618f34e6-7752-4fee-89c4-464741b9d9c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.480s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.907878] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fdc373-ed35-4923-ac06-8b582d18e425 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.915460] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7441665-4259-451a-9352-3969575a9a86 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.952667] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a3197-90ee-484a-b2cf-fdf08da61698 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.958163] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4f1963-39e1-45fa-8719-76a645e6750b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.974719] env[70691]: DEBUG nova.compute.provider_tree [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.090018] env[70691]: DEBUG nova.network.neutron [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1017.097254] env[70691]: DEBUG oslo_vmware.api [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454459, 'name': PowerOnVM_Task, 'duration_secs': 0.634919} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.101038] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1017.101038] env[70691]: INFO nova.compute.manager [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1017.101038] env[70691]: DEBUG nova.compute.manager [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1017.101038] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb593fe-3159-4f2f-90d0-1b4cad44b7d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.167557] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454460, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.239918] env[70691]: DEBUG nova.network.neutron [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Updating instance_info_cache with network_info: [{"id": "c3cba24d-af65-463b-bd7c-20c33ff9d950", "address": "fa:16:3e:51:a3:b2", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3cba24d-af", "ovs_interfaceid": "c3cba24d-af65-463b-bd7c-20c33ff9d950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.477997] env[70691]: DEBUG nova.scheduler.client.report [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1017.621456] env[70691]: INFO nova.compute.manager [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Took 34.17 seconds to build instance. [ 1017.667784] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454460, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.743573] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-726bf7a9-d337-497c-804e-68c43e4b9a02" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.744016] env[70691]: DEBUG nova.compute.manager [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Instance network_info: |[{"id": "c3cba24d-af65-463b-bd7c-20c33ff9d950", "address": "fa:16:3e:51:a3:b2", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3cba24d-af", "ovs_interfaceid": "c3cba24d-af65-463b-bd7c-20c33ff9d950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1017.744510] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:a3:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3cba24d-af65-463b-bd7c-20c33ff9d950', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.754185] env[70691]: DEBUG oslo.service.loopingcall [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.754496] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1017.754810] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3676861-ac20-462a-818b-5dfed72f63fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.780777] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.780777] env[70691]: value = "task-3454461" [ 1017.780777] env[70691]: _type = "Task" [ 1017.780777] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.790654] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454461, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.986048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.988842] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.201s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.989172] env[70691]: DEBUG nova.objects.instance [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lazy-loading 'resources' on Instance uuid c1203d8d-68a8-4a90-b0da-31791e63d1e3 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.014516] env[70691]: INFO nova.scheduler.client.report [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Deleted allocations for instance e51cd5d1-a00a-46fa-ab85-8d79bbc98100 [ 1018.124199] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2d9da594-7ac8-4455-b00f-4b08c53f13c4 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.681s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.172825] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454460, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.292375] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454461, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.527379] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d98bcf7d-0132-4803-9fc7-55db144501d2 tempest-ServerRescueNegativeTestJSON-839072240 tempest-ServerRescueNegativeTestJSON-839072240-project-member] Lock "e51cd5d1-a00a-46fa-ab85-8d79bbc98100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.772s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.590794] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.591121] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.591370] env[70691]: DEBUG nova.objects.instance [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'flavor' on Instance uuid 6f29c19c-6ce6-4466-93d2-eabd054787d8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.672508] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454460, 'name': CloneVM_Task, 'duration_secs': 1.962472} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.672784] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Created linked-clone VM from snapshot [ 1018.674222] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781a00a1-afe8-42ae-9076-323ecbad1f90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.684918] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Uploading image 36c906b9-1e89-428b-994e-0859bdb92ca1 {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1018.698913] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1018.699627] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44bb6eaf-01d2-43f9-a3ce-6640480f609a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.707722] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1018.707722] env[70691]: value = "task-3454462" [ 1018.707722] env[70691]: _type = "Task" [ 1018.707722] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.719245] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454462, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.758460] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42214cd1-bb34-4503-9551-ace8335749d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.765917] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195b3d3f-8f8e-4e20-8787-81b84c2d257b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.807087] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c24aec1-bec1-4cc8-b435-f9b5d0e10461 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.815868] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454461, 'name': CreateVM_Task, 'duration_secs': 0.672314} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.818095] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1018.818916] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.819137] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.819493] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.820791] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba774f54-5ec2-41b3-9182-8a7f13bc69f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.825583] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a421d3-8bc8-4737-a38d-b5f65383b444 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.831346] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1018.831346] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526f4650-11a9-87c8-9d83-09f4bf063d11" [ 1018.831346] env[70691]: _type = "Task" [ 1018.831346] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.839403] env[70691]: DEBUG nova.compute.provider_tree [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.848589] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526f4650-11a9-87c8-9d83-09f4bf063d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.217107] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454462, 'name': Destroy_Task, 'duration_secs': 0.376891} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.218027] env[70691]: DEBUG nova.objects.instance [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f29c19c-6ce6-4466-93d2-eabd054787d8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.219079] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Destroyed the VM [ 1019.219328] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1019.220574] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9df13106-5f35-4686-8654-576debc057f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.226739] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1019.226739] env[70691]: value = "task-3454463" [ 1019.226739] env[70691]: _type = "Task" [ 1019.226739] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.238174] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454463, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.344790] env[70691]: DEBUG nova.scheduler.client.report [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1019.358860] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526f4650-11a9-87c8-9d83-09f4bf063d11, 'name': SearchDatastore_Task, 'duration_secs': 0.017123} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.360435] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.360767] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.361047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.361327] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.362063] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.362063] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b0c16fd-ef75-43ee-a373-f42e9402560c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.372837] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.373056] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1019.374348] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7aa5e89-c905-4e1e-a3d5-623c01a5d137 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.381437] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1019.381437] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d491dd-4934-297c-d651-5b53ca43d896" [ 1019.381437] env[70691]: _type = "Task" [ 1019.381437] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.390910] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d491dd-4934-297c-d651-5b53ca43d896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.557164] env[70691]: DEBUG nova.compute.manager [req-eb07da2c-7726-43e4-8dbf-f5f7fa60afc1 req-1f42e82f-eeff-4e93-9458-3397ea3cec7e service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Received event network-changed-4215844e-8a86-48de-8ea6-b17dec2c4069 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1019.557388] env[70691]: DEBUG nova.compute.manager [req-eb07da2c-7726-43e4-8dbf-f5f7fa60afc1 req-1f42e82f-eeff-4e93-9458-3397ea3cec7e service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Refreshing instance network info cache due to event network-changed-4215844e-8a86-48de-8ea6-b17dec2c4069. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1019.557583] env[70691]: DEBUG oslo_concurrency.lockutils [req-eb07da2c-7726-43e4-8dbf-f5f7fa60afc1 req-1f42e82f-eeff-4e93-9458-3397ea3cec7e service nova] Acquiring lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.558487] env[70691]: DEBUG oslo_concurrency.lockutils [req-eb07da2c-7726-43e4-8dbf-f5f7fa60afc1 req-1f42e82f-eeff-4e93-9458-3397ea3cec7e service nova] Acquired lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.558685] env[70691]: DEBUG nova.network.neutron [req-eb07da2c-7726-43e4-8dbf-f5f7fa60afc1 req-1f42e82f-eeff-4e93-9458-3397ea3cec7e service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Refreshing network info cache for port 4215844e-8a86-48de-8ea6-b17dec2c4069 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1019.721366] env[70691]: DEBUG nova.objects.base [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Object Instance<6f29c19c-6ce6-4466-93d2-eabd054787d8> lazy-loaded attributes: flavor,pci_requests {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1019.721766] env[70691]: DEBUG nova.network.neutron [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1019.736442] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454463, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.817040] env[70691]: DEBUG nova.policy [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95ecf5da09344888d0eac3d213acf70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5279a7893b4af5af7d4ee978ac49c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1019.852193] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.854131] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.947s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.855708] env[70691]: INFO nova.compute.claims [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.894462] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d491dd-4934-297c-d651-5b53ca43d896, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.895661] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db018f4-b705-407e-8993-fb9cfc0cc6f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.902685] env[70691]: INFO nova.scheduler.client.report [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Deleted allocations for instance c1203d8d-68a8-4a90-b0da-31791e63d1e3 [ 1019.906148] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1019.906148] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52140bbe-859a-7588-9c38-a86da6cd3f35" [ 1019.906148] env[70691]: _type = "Task" [ 1019.906148] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.920236] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52140bbe-859a-7588-9c38-a86da6cd3f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.239941] env[70691]: DEBUG oslo_vmware.api [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454463, 'name': RemoveSnapshot_Task, 'duration_secs': 0.81597} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.240822] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1020.424450] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f746e98b-1c6e-4327-9a94-355657ab7c82 tempest-InstanceActionsV221TestJSON-1100552408 tempest-InstanceActionsV221TestJSON-1100552408-project-member] Lock "c1203d8d-68a8-4a90-b0da-31791e63d1e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.603s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.434720] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52140bbe-859a-7588-9c38-a86da6cd3f35, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.434720] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.434992] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 726bf7a9-d337-497c-804e-68c43e4b9a02/726bf7a9-d337-497c-804e-68c43e4b9a02.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1020.435375] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a649ccee-00c2-47ae-ab33-5a153d46509a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.443432] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1020.443432] env[70691]: value = "task-3454464" [ 1020.443432] env[70691]: _type = "Task" [ 1020.443432] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.451882] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.505101] env[70691]: DEBUG nova.network.neutron [req-eb07da2c-7726-43e4-8dbf-f5f7fa60afc1 req-1f42e82f-eeff-4e93-9458-3397ea3cec7e service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updated VIF entry in instance network info cache for port 4215844e-8a86-48de-8ea6-b17dec2c4069. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1020.505569] env[70691]: DEBUG nova.network.neutron [req-eb07da2c-7726-43e4-8dbf-f5f7fa60afc1 req-1f42e82f-eeff-4e93-9458-3397ea3cec7e service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.508490] env[70691]: DEBUG nova.network.neutron [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Successfully created port: 6d26bc06-25b8-49ac-8db4-7618dcfb89bf {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.746524] env[70691]: WARNING nova.compute.manager [None req-612b248b-0422-453f-92ab-82c720dfbd3b tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Image not found during snapshot: nova.exception.ImageNotFound: Image 36c906b9-1e89-428b-994e-0859bdb92ca1 could not be found. [ 1020.954914] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454464, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.011961] env[70691]: DEBUG oslo_concurrency.lockutils [req-eb07da2c-7726-43e4-8dbf-f5f7fa60afc1 req-1f42e82f-eeff-4e93-9458-3397ea3cec7e service nova] Releasing lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.159589] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3b1358-052a-4576-98b0-3996ab5d9d2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.170385] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04fe68a-3117-4fb6-9428-a8c495912972 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.207450] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f484b493-3a57-43ba-b3e4-9bcca151fa55 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.216267] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc28942-5b3c-45a8-b0ce-8ded98621fd5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.238974] env[70691]: DEBUG nova.compute.provider_tree [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.457268] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798817} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.457703] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 726bf7a9-d337-497c-804e-68c43e4b9a02/726bf7a9-d337-497c-804e-68c43e4b9a02.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1021.458068] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.458580] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eefe6fd0-12fb-4a14-ac81-dd97e4dc2dfc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.466237] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1021.466237] env[70691]: value = "task-3454465" [ 1021.466237] env[70691]: _type = "Task" [ 1021.466237] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.475954] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.729210] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.732080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.732080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.732080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.732080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.737211] env[70691]: INFO nova.compute.manager [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Terminating instance [ 1021.740120] env[70691]: DEBUG nova.compute.manager [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1021.740445] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1021.741406] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5464bc6-ef42-4cf6-971a-cc26e8bac741 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.747499] env[70691]: DEBUG nova.scheduler.client.report [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1021.756488] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1021.757100] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8fa22fd-d25b-415f-b858-538cb25e955d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.764444] env[70691]: DEBUG oslo_vmware.api [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1021.764444] env[70691]: value = "task-3454466" [ 1021.764444] env[70691]: _type = "Task" [ 1021.764444] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.774405] env[70691]: DEBUG oslo_vmware.api [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.978168] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107719} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.980475] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.980475] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dba889-d140-42fe-84e2-ec4ee5ef7a95 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.008148] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 726bf7a9-d337-497c-804e-68c43e4b9a02/726bf7a9-d337-497c-804e-68c43e4b9a02.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.008476] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0808899b-a0f3-454f-afe2-11e98a04a429 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.030498] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1022.030498] env[70691]: value = "task-3454467" [ 1022.030498] env[70691]: _type = "Task" [ 1022.030498] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.040094] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.257318] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.257318] env[70691]: DEBUG nova.compute.manager [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1022.261480] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.792s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.263196] env[70691]: DEBUG nova.objects.instance [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lazy-loading 'resources' on Instance uuid 14f951b8-d2e2-43fd-aac1-32ae71aa20f0 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.280539] env[70691]: DEBUG oslo_vmware.api [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454466, 'name': PowerOffVM_Task, 'duration_secs': 0.451225} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.281596] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1022.281811] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1022.285125] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b44177-6bb2-46a8-857b-339361204025 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.363601] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1022.363879] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1022.364093] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Deleting the datastore file [datastore2] 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.364366] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3faad13f-9f87-4d1d-bc69-df1d9a4a5ce6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.371523] env[70691]: DEBUG oslo_vmware.api [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1022.371523] env[70691]: value = "task-3454469" [ 1022.371523] env[70691]: _type = "Task" [ 1022.371523] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.381044] env[70691]: DEBUG oslo_vmware.api [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.474705] env[70691]: DEBUG nova.network.neutron [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Successfully updated port: 6d26bc06-25b8-49ac-8db4-7618dcfb89bf {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.542188] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.742969] env[70691]: DEBUG nova.compute.manager [req-43cae623-2aa7-446e-9363-edf7a7bde8fa req-2a6a88bb-eb09-492d-9a2c-17e7488cc5d5 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-vif-plugged-6d26bc06-25b8-49ac-8db4-7618dcfb89bf {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1022.742969] env[70691]: DEBUG oslo_concurrency.lockutils [req-43cae623-2aa7-446e-9363-edf7a7bde8fa req-2a6a88bb-eb09-492d-9a2c-17e7488cc5d5 service nova] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.742969] env[70691]: DEBUG oslo_concurrency.lockutils [req-43cae623-2aa7-446e-9363-edf7a7bde8fa req-2a6a88bb-eb09-492d-9a2c-17e7488cc5d5 service nova] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.742969] env[70691]: DEBUG oslo_concurrency.lockutils [req-43cae623-2aa7-446e-9363-edf7a7bde8fa req-2a6a88bb-eb09-492d-9a2c-17e7488cc5d5 service nova] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.742969] env[70691]: DEBUG nova.compute.manager [req-43cae623-2aa7-446e-9363-edf7a7bde8fa req-2a6a88bb-eb09-492d-9a2c-17e7488cc5d5 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] No waiting events found dispatching network-vif-plugged-6d26bc06-25b8-49ac-8db4-7618dcfb89bf {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1022.742969] env[70691]: WARNING nova.compute.manager [req-43cae623-2aa7-446e-9363-edf7a7bde8fa req-2a6a88bb-eb09-492d-9a2c-17e7488cc5d5 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received unexpected event network-vif-plugged-6d26bc06-25b8-49ac-8db4-7618dcfb89bf for instance with vm_state active and task_state None. [ 1022.747815] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "fb60b8b4-9d06-4e6e-a418-531a873eae05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.748336] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "fb60b8b4-9d06-4e6e-a418-531a873eae05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.762461] env[70691]: DEBUG nova.compute.utils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1022.763750] env[70691]: DEBUG nova.compute.manager [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1022.764202] env[70691]: DEBUG nova.network.neutron [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1022.822994] env[70691]: DEBUG nova.policy [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fcd677e2edb4250ad66f19571d77c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a5f6e590c64db5b66ee09e825b562f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1022.885759] env[70691]: DEBUG oslo_vmware.api [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446273} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.888524] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.888616] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1022.888774] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1022.888987] env[70691]: INFO nova.compute.manager [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1022.889329] env[70691]: DEBUG oslo.service.loopingcall [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.890564] env[70691]: DEBUG nova.compute.manager [-] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1022.890564] env[70691]: DEBUG nova.network.neutron [-] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1022.978259] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.978425] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.978634] env[70691]: DEBUG nova.network.neutron [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1023.039932] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042c5e92-bb16-4c03-9ab3-502259f66ff0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.046154] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454467, 'name': ReconfigVM_Task, 'duration_secs': 0.605747} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.047381] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 726bf7a9-d337-497c-804e-68c43e4b9a02/726bf7a9-d337-497c-804e-68c43e4b9a02.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.050256] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eae558e8-83ec-4552-b185-85486dfc6892 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.053571] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eee3bc-2ac7-4707-9883-a4aff0a58484 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.090377] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ef95a4-768e-4f49-948b-dfff09706f37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.095566] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1023.095566] env[70691]: value = "task-3454470" [ 1023.095566] env[70691]: _type = "Task" [ 1023.095566] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.107474] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cd24c6-351a-4895-ad2b-7079e22905a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.113550] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454470, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.123929] env[70691]: DEBUG nova.compute.provider_tree [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.145020] env[70691]: DEBUG nova.network.neutron [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Successfully created port: 068de5f9-6cf6-4205-94c6-87b767195395 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.251723] env[70691]: DEBUG nova.compute.manager [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1023.268562] env[70691]: DEBUG nova.compute.manager [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1023.535768] env[70691]: WARNING nova.network.neutron [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] 3ce90583-94af-4c78-be6f-057bb6b7c5a2 already exists in list: networks containing: ['3ce90583-94af-4c78-be6f-057bb6b7c5a2']. ignoring it [ 1023.604458] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454470, 'name': Rename_Task, 'duration_secs': 0.293537} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.604458] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1023.604458] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b35a6a0-95eb-486f-838f-d75303118a65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.612230] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1023.612230] env[70691]: value = "task-3454471" [ 1023.612230] env[70691]: _type = "Task" [ 1023.612230] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.622654] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.628633] env[70691]: DEBUG nova.scheduler.client.report [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1023.783046] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.788214] env[70691]: DEBUG nova.network.neutron [-] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.988085] env[70691]: DEBUG nova.network.neutron [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d26bc06-25b8-49ac-8db4-7618dcfb89bf", "address": "fa:16:3e:61:e7:73", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d26bc06-25", "ovs_interfaceid": "6d26bc06-25b8-49ac-8db4-7618dcfb89bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.047026] env[70691]: DEBUG nova.compute.manager [req-097f41c8-3898-4f8f-819b-c3b92cc89479 req-a6e78984-a77b-4050-b814-e46b049f6c22 service nova] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Received event network-vif-deleted-17437eaf-1dbe-4fc1-a8e9-638cdb231ebd {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1024.093243] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquiring lock "02b27472-1134-4a14-97ab-243c6aedb5b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.093478] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "02b27472-1134-4a14-97ab-243c6aedb5b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.124153] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.138935] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.141391] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.670s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.141647] env[70691]: DEBUG nova.objects.instance [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lazy-loading 'resources' on Instance uuid 1114dcfb-62f2-434d-b76b-cea18a51263a {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.174698] env[70691]: INFO nova.scheduler.client.report [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted allocations for instance 14f951b8-d2e2-43fd-aac1-32ae71aa20f0 [ 1024.278650] env[70691]: DEBUG nova.compute.manager [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1024.292550] env[70691]: INFO nova.compute.manager [-] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Took 1.40 seconds to deallocate network for instance. [ 1024.322242] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1024.322460] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1024.322512] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.322759] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1024.323042] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.323314] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1024.323646] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1024.323944] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1024.324220] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1024.324646] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1024.324819] env[70691]: DEBUG nova.virt.hardware [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1024.325891] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915f277-6aac-493b-a599-4f47c8e6c8c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.335910] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7bd79a-70cb-481e-813a-04183504ab9d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.489608] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.490377] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.490571] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.491472] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4893dbea-f3e1-4a13-a9bf-9d9b30f8fc3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.512556] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1024.512814] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1024.512971] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.513181] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1024.513515] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.513749] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1024.513997] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1024.514180] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1024.514350] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1024.514514] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1024.514687] env[70691]: DEBUG nova.virt.hardware [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1024.521935] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Reconfiguring VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1024.522963] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86029d48-556d-48b7-8955-82901c22bc2c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.543038] env[70691]: DEBUG oslo_vmware.api [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1024.543038] env[70691]: value = "task-3454472" [ 1024.543038] env[70691]: _type = "Task" [ 1024.543038] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.551883] env[70691]: DEBUG oslo_vmware.api [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454472, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.596673] env[70691]: DEBUG nova.compute.manager [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1024.628026] env[70691]: DEBUG oslo_vmware.api [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454471, 'name': PowerOnVM_Task, 'duration_secs': 0.854728} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.628026] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1024.628026] env[70691]: INFO nova.compute.manager [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1024.628026] env[70691]: DEBUG nova.compute.manager [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1024.628026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a59ae9a-d1b7-4d62-ba47-8ae8e05802f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.693430] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2055a324-06f4-4c6e-9d52-842a9375c448 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "14f951b8-d2e2-43fd-aac1-32ae71aa20f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.521s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.805460] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.862316] env[70691]: DEBUG nova.compute.manager [req-fef28d4e-56e0-499e-8031-b14e24cad10b req-64be3e55-cc4c-4974-b717-fd150a5d16e0 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Received event network-vif-plugged-068de5f9-6cf6-4205-94c6-87b767195395 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1024.862795] env[70691]: DEBUG oslo_concurrency.lockutils [req-fef28d4e-56e0-499e-8031-b14e24cad10b req-64be3e55-cc4c-4974-b717-fd150a5d16e0 service nova] Acquiring lock "bfc863f8-0f57-4edf-9410-9a3023f622f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.863106] env[70691]: DEBUG oslo_concurrency.lockutils [req-fef28d4e-56e0-499e-8031-b14e24cad10b req-64be3e55-cc4c-4974-b717-fd150a5d16e0 service nova] Lock "bfc863f8-0f57-4edf-9410-9a3023f622f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.863366] env[70691]: DEBUG oslo_concurrency.lockutils [req-fef28d4e-56e0-499e-8031-b14e24cad10b req-64be3e55-cc4c-4974-b717-fd150a5d16e0 service nova] Lock "bfc863f8-0f57-4edf-9410-9a3023f622f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.863603] env[70691]: DEBUG nova.compute.manager [req-fef28d4e-56e0-499e-8031-b14e24cad10b req-64be3e55-cc4c-4974-b717-fd150a5d16e0 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] No waiting events found dispatching network-vif-plugged-068de5f9-6cf6-4205-94c6-87b767195395 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1024.864054] env[70691]: WARNING nova.compute.manager [req-fef28d4e-56e0-499e-8031-b14e24cad10b req-64be3e55-cc4c-4974-b717-fd150a5d16e0 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Received unexpected event network-vif-plugged-068de5f9-6cf6-4205-94c6-87b767195395 for instance with vm_state building and task_state spawning. [ 1024.881713] env[70691]: DEBUG nova.compute.manager [req-976465b8-617b-4a73-b51c-3d3a55d297aa req-3e239547-84f1-40b0-a69f-c502cd2942e6 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-changed-6d26bc06-25b8-49ac-8db4-7618dcfb89bf {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1024.881713] env[70691]: DEBUG nova.compute.manager [req-976465b8-617b-4a73-b51c-3d3a55d297aa req-3e239547-84f1-40b0-a69f-c502cd2942e6 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Refreshing instance network info cache due to event network-changed-6d26bc06-25b8-49ac-8db4-7618dcfb89bf. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1024.881713] env[70691]: DEBUG oslo_concurrency.lockutils [req-976465b8-617b-4a73-b51c-3d3a55d297aa req-3e239547-84f1-40b0-a69f-c502cd2942e6 service nova] Acquiring lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.881713] env[70691]: DEBUG oslo_concurrency.lockutils [req-976465b8-617b-4a73-b51c-3d3a55d297aa req-3e239547-84f1-40b0-a69f-c502cd2942e6 service nova] Acquired lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.881914] env[70691]: DEBUG nova.network.neutron [req-976465b8-617b-4a73-b51c-3d3a55d297aa req-3e239547-84f1-40b0-a69f-c502cd2942e6 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Refreshing network info cache for port 6d26bc06-25b8-49ac-8db4-7618dcfb89bf {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1024.935630] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1ae00c-90f0-4f9c-a58d-09925b9674a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.943223] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2cb4ee-5cb1-4c5b-b9be-03bf14e37b57 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.975623] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5855cdb7-17da-44c6-ba9e-8106d7375350 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.983171] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dbbe2c-ef7e-41ee-bf70-c6fa7bac64d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.997709] env[70691]: DEBUG nova.compute.provider_tree [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.055813] env[70691]: DEBUG oslo_vmware.api [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.118193] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.152409] env[70691]: INFO nova.compute.manager [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Took 36.06 seconds to build instance. [ 1025.422546] env[70691]: DEBUG nova.network.neutron [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Successfully updated port: 068de5f9-6cf6-4205-94c6-87b767195395 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.500687] env[70691]: DEBUG nova.scheduler.client.report [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1025.556852] env[70691]: DEBUG oslo_vmware.api [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454472, 'name': ReconfigVM_Task, 'duration_secs': 0.635549} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.557743] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.558064] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Reconfigured VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1025.654475] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c3dfc6ec-07ad-41e5-998a-e586a3fcd3ff tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.575s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.695136] env[70691]: DEBUG nova.network.neutron [req-976465b8-617b-4a73-b51c-3d3a55d297aa req-3e239547-84f1-40b0-a69f-c502cd2942e6 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updated VIF entry in instance network info cache for port 6d26bc06-25b8-49ac-8db4-7618dcfb89bf. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1025.697287] env[70691]: DEBUG nova.network.neutron [req-976465b8-617b-4a73-b51c-3d3a55d297aa req-3e239547-84f1-40b0-a69f-c502cd2942e6 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d26bc06-25b8-49ac-8db4-7618dcfb89bf", "address": "fa:16:3e:61:e7:73", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d26bc06-25", "ovs_interfaceid": "6d26bc06-25b8-49ac-8db4-7618dcfb89bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.932226] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "refresh_cache-bfc863f8-0f57-4edf-9410-9a3023f622f1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.932336] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "refresh_cache-bfc863f8-0f57-4edf-9410-9a3023f622f1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.933471] env[70691]: DEBUG nova.network.neutron [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1026.008864] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.011939] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.076s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.012346] env[70691]: DEBUG nova.objects.instance [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lazy-loading 'resources' on Instance uuid e74c6483-d53a-4714-9878-329eb1926956 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.047230] env[70691]: INFO nova.scheduler.client.report [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Deleted allocations for instance 1114dcfb-62f2-434d-b76b-cea18a51263a [ 1026.065902] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0563a247-68ca-4908-aff8-f1f8b57e937e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.474s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.201625] env[70691]: DEBUG oslo_concurrency.lockutils [req-976465b8-617b-4a73-b51c-3d3a55d297aa req-3e239547-84f1-40b0-a69f-c502cd2942e6 service nova] Releasing lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.478032] env[70691]: DEBUG nova.network.neutron [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1026.557097] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6eaf8cf1-eb05-4988-a6e4-452b81ef5020 tempest-TenantUsagesTestJSON-690829980 tempest-TenantUsagesTestJSON-690829980-project-member] Lock "1114dcfb-62f2-434d-b76b-cea18a51263a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.291s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.651070] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "726bf7a9-d337-497c-804e-68c43e4b9a02" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.653161] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.003s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.660780] env[70691]: DEBUG nova.network.neutron [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Updating instance_info_cache with network_info: [{"id": "068de5f9-6cf6-4205-94c6-87b767195395", "address": "fa:16:3e:8a:cb:d9", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068de5f9-6c", "ovs_interfaceid": "068de5f9-6cf6-4205-94c6-87b767195395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.774765] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471498f6-44b3-4cab-8ef7-9e00702716c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.783968] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8cfed0-ef84-4d85-ab0a-43494c14fb7f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.815611] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda10087-48b7-4d89-8888-002dd8b3e13f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.823484] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7e5173-f9db-463b-8e4f-1ad21241af97 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.836701] env[70691]: DEBUG nova.compute.provider_tree [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.056920] env[70691]: DEBUG nova.compute.manager [req-e6fe85e7-7b3e-4376-8087-f265d75e2275 req-68ad178b-da5d-49d5-bbfd-42d4ea043855 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Received event network-changed-068de5f9-6cf6-4205-94c6-87b767195395 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1027.057162] env[70691]: DEBUG nova.compute.manager [req-e6fe85e7-7b3e-4376-8087-f265d75e2275 req-68ad178b-da5d-49d5-bbfd-42d4ea043855 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Refreshing instance network info cache due to event network-changed-068de5f9-6cf6-4205-94c6-87b767195395. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1027.057368] env[70691]: DEBUG oslo_concurrency.lockutils [req-e6fe85e7-7b3e-4376-8087-f265d75e2275 req-68ad178b-da5d-49d5-bbfd-42d4ea043855 service nova] Acquiring lock "refresh_cache-bfc863f8-0f57-4edf-9410-9a3023f622f1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.161925] env[70691]: DEBUG nova.compute.utils [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1027.166018] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "refresh_cache-bfc863f8-0f57-4edf-9410-9a3023f622f1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.166018] env[70691]: DEBUG nova.compute.manager [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Instance network_info: |[{"id": "068de5f9-6cf6-4205-94c6-87b767195395", "address": "fa:16:3e:8a:cb:d9", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068de5f9-6c", "ovs_interfaceid": "068de5f9-6cf6-4205-94c6-87b767195395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1027.166018] env[70691]: DEBUG oslo_concurrency.lockutils [req-e6fe85e7-7b3e-4376-8087-f265d75e2275 req-68ad178b-da5d-49d5-bbfd-42d4ea043855 service nova] Acquired lock "refresh_cache-bfc863f8-0f57-4edf-9410-9a3023f622f1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.166018] env[70691]: DEBUG nova.network.neutron [req-e6fe85e7-7b3e-4376-8087-f265d75e2275 req-68ad178b-da5d-49d5-bbfd-42d4ea043855 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Refreshing network info cache for port 068de5f9-6cf6-4205-94c6-87b767195395 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1027.166018] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:cb:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '068de5f9-6cf6-4205-94c6-87b767195395', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.175520] env[70691]: DEBUG oslo.service.loopingcall [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.177511] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1027.177511] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c43949a4-cb89-4e7c-bfda-e4eda8c16aba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.202917] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.202917] env[70691]: value = "task-3454473" [ 1027.202917] env[70691]: _type = "Task" [ 1027.202917] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.213213] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454473, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.340170] env[70691]: DEBUG nova.scheduler.client.report [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1027.663855] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.716936] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454473, 'name': CreateVM_Task, 'duration_secs': 0.384214} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.716936] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1027.717636] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.717814] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.718155] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.718430] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69450a7b-17bb-47cb-856e-a4d44e6f3f23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.725926] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1027.725926] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52448e6b-88a6-c612-53d3-a2d79cb08f77" [ 1027.725926] env[70691]: _type = "Task" [ 1027.725926] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.734722] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52448e6b-88a6-c612-53d3-a2d79cb08f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.848111] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.848483] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.078s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.849578] env[70691]: DEBUG nova.objects.instance [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lazy-loading 'resources' on Instance uuid 59083004-8304-4b1f-9c8f-404ecf812e7e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.881500] env[70691]: INFO nova.scheduler.client.report [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Deleted allocations for instance e74c6483-d53a-4714-9878-329eb1926956 [ 1027.912135] env[70691]: DEBUG nova.network.neutron [req-e6fe85e7-7b3e-4376-8087-f265d75e2275 req-68ad178b-da5d-49d5-bbfd-42d4ea043855 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Updated VIF entry in instance network info cache for port 068de5f9-6cf6-4205-94c6-87b767195395. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1027.912482] env[70691]: DEBUG nova.network.neutron [req-e6fe85e7-7b3e-4376-8087-f265d75e2275 req-68ad178b-da5d-49d5-bbfd-42d4ea043855 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Updating instance_info_cache with network_info: [{"id": "068de5f9-6cf6-4205-94c6-87b767195395", "address": "fa:16:3e:8a:cb:d9", "network": {"id": "d868b36c-6511-485d-bc95-87822223fc94", "bridge": "br-int", "label": "tempest-ImagesTestJSON-444752951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a5f6e590c64db5b66ee09e825b562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068de5f9-6c", "ovs_interfaceid": "068de5f9-6cf6-4205-94c6-87b767195395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.061301] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-77132a62-d359-4831-bcd4-776fbe667c05" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.061593] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-77132a62-d359-4831-bcd4-776fbe667c05" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.062032] env[70691]: DEBUG nova.objects.instance [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'flavor' on Instance uuid 6f29c19c-6ce6-4466-93d2-eabd054787d8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.235362] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52448e6b-88a6-c612-53d3-a2d79cb08f77, 'name': SearchDatastore_Task, 'duration_secs': 0.032254} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.236272] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.236523] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.236762] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.236913] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.237114] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.238018] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee70cf93-72c3-45ec-a652-de7a228cf27b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.246201] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.246406] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1028.247144] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cc8237-9a41-444b-88a0-edaefaa65c3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.252301] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1028.252301] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f00810-afa9-2888-777a-9cfc5fbc71b8" [ 1028.252301] env[70691]: _type = "Task" [ 1028.252301] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.260546] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f00810-afa9-2888-777a-9cfc5fbc71b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.392964] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fb996016-02fe-4d5d-ab32-8dc594cfa6bc tempest-ServersTestBootFromVolume-1244089536 tempest-ServersTestBootFromVolume-1244089536-project-member] Lock "e74c6483-d53a-4714-9878-329eb1926956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.852s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.415408] env[70691]: DEBUG oslo_concurrency.lockutils [req-e6fe85e7-7b3e-4376-8087-f265d75e2275 req-68ad178b-da5d-49d5-bbfd-42d4ea043855 service nova] Releasing lock "refresh_cache-bfc863f8-0f57-4edf-9410-9a3023f622f1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.556756] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0173b46-fbab-45ab-b2b3-66b298d51814 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.568295] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd69e549-474b-4214-b6a5-0fbadd1f90de {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.605806] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a070669-cbc5-48d6-a4d4-4237e532a1e3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.613798] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0388d0-8ef2-4286-8acf-3218545c4fa6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.628651] env[70691]: DEBUG nova.compute.provider_tree [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.683092] env[70691]: DEBUG nova.objects.instance [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f29c19c-6ce6-4466-93d2-eabd054787d8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.721397] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "726bf7a9-d337-497c-804e-68c43e4b9a02" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.721953] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.722223] env[70691]: INFO nova.compute.manager [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Attaching volume d348736b-25f6-4d51-a7d1-b4bc9899f05a to /dev/sdb [ 1028.759063] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa7772-9c86-4be0-8f23-af1f44dbad8f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.765055] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f00810-afa9-2888-777a-9cfc5fbc71b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.766179] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc7adfa-8cb6-44e9-b7fb-906e94a89443 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.770387] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08393008-e01b-43f1-b1b8-bd6cc2587de2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.773496] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1028.773496] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5222ecf7-7443-5dec-333d-ccbfbff9ad97" [ 1028.773496] env[70691]: _type = "Task" [ 1028.773496] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.781357] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5222ecf7-7443-5dec-333d-ccbfbff9ad97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.784840] env[70691]: DEBUG nova.virt.block_device [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Updating existing volume attachment record: 97ec0e79-4e43-4f63-b0fd-a82a8ce6672e {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.132114] env[70691]: DEBUG nova.scheduler.client.report [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1029.185904] env[70691]: DEBUG nova.objects.base [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Object Instance<6f29c19c-6ce6-4466-93d2-eabd054787d8> lazy-loaded attributes: flavor,pci_requests {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1029.185904] env[70691]: DEBUG nova.network.neutron [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1029.288354] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5222ecf7-7443-5dec-333d-ccbfbff9ad97, 'name': SearchDatastore_Task, 'duration_secs': 0.025887} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.289998] env[70691]: DEBUG nova.policy [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95ecf5da09344888d0eac3d213acf70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5279a7893b4af5af7d4ee978ac49c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1029.292024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.292316] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] bfc863f8-0f57-4edf-9410-9a3023f622f1/bfc863f8-0f57-4edf-9410-9a3023f622f1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1029.292616] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-298d98b4-aa2e-455a-b2b0-c8964998dc45 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.301572] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1029.301572] env[70691]: value = "task-3454477" [ 1029.301572] env[70691]: _type = "Task" [ 1029.301572] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.309826] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.316423] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.316657] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.637391] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.640575] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.101s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.660943] env[70691]: INFO nova.scheduler.client.report [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Deleted allocations for instance 59083004-8304-4b1f-9c8f-404ecf812e7e [ 1029.812442] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483761} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.812785] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] bfc863f8-0f57-4edf-9410-9a3023f622f1/bfc863f8-0f57-4edf-9410-9a3023f622f1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1029.813011] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.813216] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d21fd75-2cf5-4ebf-b09d-75389d6764fa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.819258] env[70691]: DEBUG nova.compute.manager [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1029.826062] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1029.826062] env[70691]: value = "task-3454478" [ 1029.826062] env[70691]: _type = "Task" [ 1029.826062] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.830572] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.146588] env[70691]: INFO nova.compute.claims [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.171502] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9cc5b98-2ed2-471b-91cc-638a351a109b tempest-MigrationsAdminTest-347449002 tempest-MigrationsAdminTest-347449002-project-member] Lock "59083004-8304-4b1f-9c8f-404ecf812e7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.800s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.350036] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06532} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.350036] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.350036] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeebb9a-1826-43d1-8873-87588daf11d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.375908] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] bfc863f8-0f57-4edf-9410-9a3023f622f1/bfc863f8-0f57-4edf-9410-9a3023f622f1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.377310] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.377707] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da0e5d98-adca-4714-96e1-be8e9db41906 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.398295] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1030.398295] env[70691]: value = "task-3454479" [ 1030.398295] env[70691]: _type = "Task" [ 1030.398295] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.407635] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.654095] env[70691]: INFO nova.compute.resource_tracker [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating resource usage from migration ad5ccd8b-8bdc-4483-8dc0-9aefb45b88b5 [ 1030.865404] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8343544-418d-4ca1-b198-30f2d07f7788 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.874404] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66f4d91-61b5-41a9-8c5b-13c1c5974ad3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.907818] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e8bd3-c9cc-4361-8d4e-6e142ac27da2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.915341] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454479, 'name': ReconfigVM_Task, 'duration_secs': 0.301864} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.917451] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Reconfigured VM instance instance-0000004c to attach disk [datastore2] bfc863f8-0f57-4edf-9410-9a3023f622f1/bfc863f8-0f57-4edf-9410-9a3023f622f1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.918104] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-715eb644-1dd5-433b-a886-83229a987d1c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.921099] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbffc470-ed5d-407b-bd2a-31439abd918c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.934106] env[70691]: DEBUG nova.compute.provider_tree [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.940019] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1030.940019] env[70691]: value = "task-3454480" [ 1030.940019] env[70691]: _type = "Task" [ 1030.940019] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.946386] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454480, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.229433] env[70691]: DEBUG nova.compute.manager [req-8c4db451-5a02-4ee0-8bf8-c1255836a3c6 req-7d8a67e8-ad96-44e2-8fb7-288be17ba1de service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-vif-plugged-77132a62-d359-4831-bcd4-776fbe667c05 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1031.229668] env[70691]: DEBUG oslo_concurrency.lockutils [req-8c4db451-5a02-4ee0-8bf8-c1255836a3c6 req-7d8a67e8-ad96-44e2-8fb7-288be17ba1de service nova] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.229895] env[70691]: DEBUG oslo_concurrency.lockutils [req-8c4db451-5a02-4ee0-8bf8-c1255836a3c6 req-7d8a67e8-ad96-44e2-8fb7-288be17ba1de service nova] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.230154] env[70691]: DEBUG oslo_concurrency.lockutils [req-8c4db451-5a02-4ee0-8bf8-c1255836a3c6 req-7d8a67e8-ad96-44e2-8fb7-288be17ba1de service nova] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.230306] env[70691]: DEBUG nova.compute.manager [req-8c4db451-5a02-4ee0-8bf8-c1255836a3c6 req-7d8a67e8-ad96-44e2-8fb7-288be17ba1de service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] No waiting events found dispatching network-vif-plugged-77132a62-d359-4831-bcd4-776fbe667c05 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1031.230479] env[70691]: WARNING nova.compute.manager [req-8c4db451-5a02-4ee0-8bf8-c1255836a3c6 req-7d8a67e8-ad96-44e2-8fb7-288be17ba1de service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received unexpected event network-vif-plugged-77132a62-d359-4831-bcd4-776fbe667c05 for instance with vm_state active and task_state None. [ 1031.390013] env[70691]: DEBUG nova.network.neutron [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Successfully updated port: 77132a62-d359-4831-bcd4-776fbe667c05 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.438553] env[70691]: DEBUG nova.scheduler.client.report [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1031.452408] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454480, 'name': Rename_Task, 'duration_secs': 0.141281} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.454246] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1031.455243] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97ea3f2d-832b-469b-b0c6-c9fbef350abd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.462533] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1031.462533] env[70691]: value = "task-3454482" [ 1031.462533] env[70691]: _type = "Task" [ 1031.462533] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.472925] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.892813] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.893111] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.893426] env[70691]: DEBUG nova.network.neutron [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1031.947442] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.947707] env[70691]: INFO nova.compute.manager [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Migrating [ 1031.954419] env[70691]: DEBUG oslo_concurrency.lockutils [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.359s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.954544] env[70691]: DEBUG nova.objects.instance [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lazy-loading 'resources' on Instance uuid decfe3a6-3638-4fc0-9cf4-b954ea9c8af1 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.974679] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.460139] env[70691]: WARNING nova.network.neutron [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] 3ce90583-94af-4c78-be6f-057bb6b7c5a2 already exists in list: networks containing: ['3ce90583-94af-4c78-be6f-057bb6b7c5a2']. ignoring it [ 1032.460811] env[70691]: WARNING nova.network.neutron [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] 3ce90583-94af-4c78-be6f-057bb6b7c5a2 already exists in list: networks containing: ['3ce90583-94af-4c78-be6f-057bb6b7c5a2']. ignoring it [ 1032.467042] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.467240] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.467418] env[70691]: DEBUG nova.network.neutron [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1032.479619] env[70691]: DEBUG oslo_vmware.api [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454482, 'name': PowerOnVM_Task, 'duration_secs': 0.618847} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.480566] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1032.480954] env[70691]: INFO nova.compute.manager [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1032.481190] env[70691]: DEBUG nova.compute.manager [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1032.482604] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e22cfc-0df8-46f3-a14e-76799bb7eb90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.716947] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a125d-1a66-4c82-af36-d67b198b144f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.724638] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e2189e-2dbb-43f9-b88e-f4897ec098f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.764459] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9eefb4-5eaa-488e-9aa5-b08f0cbaa900 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.774030] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb816d3-2070-436f-8070-0d9ceb6917c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.788562] env[70691]: DEBUG nova.compute.provider_tree [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.016101] env[70691]: INFO nova.compute.manager [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Took 26.16 seconds to build instance. [ 1033.094979] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "517f1d42-707f-4392-98b0-3701d8c61bbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.095297] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "517f1d42-707f-4392-98b0-3701d8c61bbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.110931] env[70691]: DEBUG nova.network.neutron [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d26bc06-25b8-49ac-8db4-7618dcfb89bf", "address": "fa:16:3e:61:e7:73", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d26bc06-25", "ovs_interfaceid": "6d26bc06-25b8-49ac-8db4-7618dcfb89bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77132a62-d359-4831-bcd4-776fbe667c05", "address": "fa:16:3e:6c:a9:cd", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77132a62-d3", "ovs_interfaceid": "77132a62-d359-4831-bcd4-776fbe667c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.227259] env[70691]: DEBUG nova.network.neutron [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance_info_cache with network_info: [{"id": "502725a1-24f3-4a9a-ab15-79e70466f41f", "address": "fa:16:3e:24:ec:18", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502725a1-24", "ovs_interfaceid": "502725a1-24f3-4a9a-ab15-79e70466f41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.293520] env[70691]: DEBUG nova.scheduler.client.report [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1033.519745] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e4bfae4-4e26-48b5-abfc-db2f83277b35 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "bfc863f8-0f57-4edf-9410-9a3023f622f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.703s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.553301] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "42032c1c-beb2-477f-8417-35625439a593" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.554468] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "42032c1c-beb2-477f-8417-35625439a593" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.598716] env[70691]: DEBUG nova.compute.manager [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1033.616838] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.617742] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.617742] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.618402] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b708ad9-2f16-44c5-9e4d-de34a758321e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.637876] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1033.638143] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1033.638306] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.638495] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1033.638642] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.638791] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1033.639013] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1033.639181] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1033.639351] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1033.639512] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1033.639685] env[70691]: DEBUG nova.virt.hardware [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.646030] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Reconfiguring VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1033.646650] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5996a841-a514-45f3-a89c-ab294ff0b44d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.665037] env[70691]: DEBUG oslo_vmware.api [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1033.665037] env[70691]: value = "task-3454483" [ 1033.665037] env[70691]: _type = "Task" [ 1033.665037] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.674264] env[70691]: DEBUG oslo_vmware.api [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454483, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.733612] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.799750] env[70691]: DEBUG oslo_concurrency.lockutils [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.801914] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.834s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.804354] env[70691]: INFO nova.compute.claims [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.831059] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1033.832013] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689647', 'volume_id': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a', 'name': 'volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '726bf7a9-d337-497c-804e-68c43e4b9a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a', 'serial': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1033.832553] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bbf3ff-a3a5-4400-abef-eeb54017c599 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.840559] env[70691]: INFO nova.scheduler.client.report [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted allocations for instance decfe3a6-3638-4fc0-9cf4-b954ea9c8af1 [ 1033.857952] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e44e545-bab1-46cd-9653-08096b4596b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.884785] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a/volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.885016] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02bd6d2d-37cd-4989-b1ff-0485d24da6cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.905368] env[70691]: DEBUG oslo_vmware.api [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1033.905368] env[70691]: value = "task-3454484" [ 1033.905368] env[70691]: _type = "Task" [ 1033.905368] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.915470] env[70691]: DEBUG oslo_vmware.api [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.972835] env[70691]: DEBUG nova.compute.manager [req-e22d7486-1a9c-4d8e-925f-5a8a6ee549f8 req-7e01758c-9317-4368-861b-0b56cc7a2530 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-changed-77132a62-d359-4831-bcd4-776fbe667c05 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1033.973849] env[70691]: DEBUG nova.compute.manager [req-e22d7486-1a9c-4d8e-925f-5a8a6ee549f8 req-7e01758c-9317-4368-861b-0b56cc7a2530 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Refreshing instance network info cache due to event network-changed-77132a62-d359-4831-bcd4-776fbe667c05. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1033.973849] env[70691]: DEBUG oslo_concurrency.lockutils [req-e22d7486-1a9c-4d8e-925f-5a8a6ee549f8 req-7e01758c-9317-4368-861b-0b56cc7a2530 service nova] Acquiring lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.973849] env[70691]: DEBUG oslo_concurrency.lockutils [req-e22d7486-1a9c-4d8e-925f-5a8a6ee549f8 req-7e01758c-9317-4368-861b-0b56cc7a2530 service nova] Acquired lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.973849] env[70691]: DEBUG nova.network.neutron [req-e22d7486-1a9c-4d8e-925f-5a8a6ee549f8 req-7e01758c-9317-4368-861b-0b56cc7a2530 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Refreshing network info cache for port 77132a62-d359-4831-bcd4-776fbe667c05 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1034.055831] env[70691]: DEBUG nova.compute.manager [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1034.121631] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.175632] env[70691]: DEBUG oslo_vmware.api [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.201318] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.201612] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.361043] env[70691]: DEBUG oslo_concurrency.lockutils [None req-608f35c7-3eca-4120-ae8d-965d6ab3b42c tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "decfe3a6-3638-4fc0-9cf4-b954ea9c8af1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.764s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.416112] env[70691]: DEBUG oslo_vmware.api [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454484, 'name': ReconfigVM_Task, 'duration_secs': 0.480009} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.416478] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a/volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.421157] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef557fe3-8933-4636-871b-619f6f8735d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.436178] env[70691]: DEBUG oslo_vmware.api [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1034.436178] env[70691]: value = "task-3454485" [ 1034.436178] env[70691]: _type = "Task" [ 1034.436178] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.445361] env[70691]: DEBUG oslo_vmware.api [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.455637] env[70691]: DEBUG nova.compute.manager [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1034.456526] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d224723-afa8-4c47-b7b1-619993034987 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.586630] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.676549] env[70691]: DEBUG oslo_vmware.api [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454483, 'name': ReconfigVM_Task, 'duration_secs': 0.741879} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.677141] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.677461] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Reconfigured VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1034.704730] env[70691]: DEBUG nova.compute.utils [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1034.740590] env[70691]: DEBUG nova.network.neutron [req-e22d7486-1a9c-4d8e-925f-5a8a6ee549f8 req-7e01758c-9317-4368-861b-0b56cc7a2530 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updated VIF entry in instance network info cache for port 77132a62-d359-4831-bcd4-776fbe667c05. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1034.741102] env[70691]: DEBUG nova.network.neutron [req-e22d7486-1a9c-4d8e-925f-5a8a6ee549f8 req-7e01758c-9317-4368-861b-0b56cc7a2530 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d26bc06-25b8-49ac-8db4-7618dcfb89bf", "address": "fa:16:3e:61:e7:73", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d26bc06-25", "ovs_interfaceid": "6d26bc06-25b8-49ac-8db4-7618dcfb89bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77132a62-d359-4831-bcd4-776fbe667c05", "address": "fa:16:3e:6c:a9:cd", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77132a62-d3", "ovs_interfaceid": "77132a62-d359-4831-bcd4-776fbe667c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.948057] env[70691]: DEBUG oslo_vmware.api [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454485, 'name': ReconfigVM_Task, 'duration_secs': 0.152375} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.948386] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689647', 'volume_id': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a', 'name': 'volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '726bf7a9-d337-497c-804e-68c43e4b9a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a', 'serial': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1034.972090] env[70691]: INFO nova.compute.manager [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] instance snapshotting [ 1034.974722] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac33209d-a41b-4ef3-b52d-87a52a58a8c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.000863] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d039d95d-218d-4480-809c-30d676dff50b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.026619] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5173e92b-47fb-457c-a02f-9565cdbe291e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.036245] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335dcc79-71ba-4276-8a47-fe1d7bf8094d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.070250] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5118868a-d9e5-4ba9-bd1f-a8c3c6598b3e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.078046] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80146adc-9a1a-4018-839d-b92da9810d38 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.091869] env[70691]: DEBUG nova.compute.provider_tree [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.183412] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7729e6fa-dc65-479d-8798-986337fad56b tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-77132a62-d359-4831-bcd4-776fbe667c05" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.122s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.209825] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.248503] env[70691]: DEBUG oslo_concurrency.lockutils [req-e22d7486-1a9c-4d8e-925f-5a8a6ee549f8 req-7e01758c-9317-4368-861b-0b56cc7a2530 service nova] Releasing lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.249878] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0d3f75-bd53-4d31-8027-6fcfbddf0a37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.271289] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance 'f518ba2f-2541-47cd-8b81-af3f5bf1ab2b' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1035.513057] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1035.513057] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ce4410e-e851-445c-b156-be17f06964f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.519685] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1035.519685] env[70691]: value = "task-3454486" [ 1035.519685] env[70691]: _type = "Task" [ 1035.519685] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.527362] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454486, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.595109] env[70691]: DEBUG nova.scheduler.client.report [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1035.777041] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1035.777317] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-752cd4f4-cdf6-4a65-91af-b18b53e65f7a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.785047] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1035.785047] env[70691]: value = "task-3454487" [ 1035.785047] env[70691]: _type = "Task" [ 1035.785047] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.793706] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.984934] env[70691]: DEBUG nova.objects.instance [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'flavor' on Instance uuid 726bf7a9-d337-497c-804e-68c43e4b9a02 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.029150] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454486, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.100349] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.100914] env[70691]: DEBUG nova.compute.manager [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1036.104246] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.321s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.106046] env[70691]: INFO nova.compute.claims [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.269853] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.270163] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.270436] env[70691]: INFO nova.compute.manager [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Attaching volume fd85d3a1-128f-45c0-a905-c68d7eb72780 to /dev/sdb [ 1036.296031] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454487, 'name': PowerOffVM_Task, 'duration_secs': 0.179756} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.296444] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1036.296734] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance 'f518ba2f-2541-47cd-8b81-af3f5bf1ab2b' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1036.317182] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f75857-52d0-4242-aa33-2d8d8fc367e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.324641] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fbff2f-c0b0-4d84-9654-48f638d8aaef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.339816] env[70691]: DEBUG nova.virt.block_device [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating existing volume attachment record: da2bb2aa-148b-4e2b-89e1-ad6d5dc8e1bd {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1036.490679] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d518a38d-cc75-4d65-ba2f-5b6686885f0d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.769s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.530106] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454486, 'name': CreateSnapshot_Task, 'duration_secs': 0.833777} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.531023] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1036.531621] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157d8ebc-6411-42ee-8e11-3626ed6be6f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.613365] env[70691]: DEBUG nova.compute.utils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1036.615313] env[70691]: DEBUG nova.compute.manager [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1036.615714] env[70691]: DEBUG nova.network.neutron [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1036.678311] env[70691]: DEBUG nova.policy [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cfd7a81b40f4ba48c67dda2b506e45c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbba96f814884f30b97341c426824e76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1036.805859] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1036.806141] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1036.806311] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.806498] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1036.806649] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.806801] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1036.807035] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1036.807279] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1036.807475] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1036.807646] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1036.807856] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1036.815724] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b5677e-b8fb-4bbd-848a-e3edc17e9dcb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.833506] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1036.833506] env[70691]: value = "task-3454491" [ 1036.833506] env[70691]: _type = "Task" [ 1036.833506] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.842479] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.922962] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "726bf7a9-d337-497c-804e-68c43e4b9a02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.923114] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.923284] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "726bf7a9-d337-497c-804e-68c43e4b9a02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.923481] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.923673] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.927119] env[70691]: INFO nova.compute.manager [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Terminating instance [ 1036.934723] env[70691]: DEBUG nova.compute.manager [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1036.935125] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1036.935608] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquiring lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.935827] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.936817] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f11295-b576-41a5-8a05-150067198d40 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.944326] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1036.944326] env[70691]: value = "task-3454492" [ 1036.944326] env[70691]: _type = "Task" [ 1036.944326] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.953722] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.048755] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1037.049229] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-643bb518-7789-476d-9307-b82383b8c28f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.056873] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1037.056873] env[70691]: value = "task-3454493" [ 1037.056873] env[70691]: _type = "Task" [ 1037.056873] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.065502] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "35828fe9-7966-4d5a-b860-2cabb825ce9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.065837] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "35828fe9-7966-4d5a-b860-2cabb825ce9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.066231] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "35828fe9-7966-4d5a-b860-2cabb825ce9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.066507] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "35828fe9-7966-4d5a-b860-2cabb825ce9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.066741] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "35828fe9-7966-4d5a-b860-2cabb825ce9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.068354] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454493, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.068922] env[70691]: INFO nova.compute.manager [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Terminating instance [ 1037.072026] env[70691]: DEBUG nova.compute.manager [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1037.072026] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1037.072026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202d3339-d7e7-4f2f-bb49-6b2b84361073 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.078525] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1037.078755] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a068134-c2fa-4f18-8dac-46506974cb62 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.088022] env[70691]: DEBUG oslo_vmware.api [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 1037.088022] env[70691]: value = "task-3454494" [ 1037.088022] env[70691]: _type = "Task" [ 1037.088022] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.093906] env[70691]: DEBUG oslo_vmware.api [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.115958] env[70691]: DEBUG nova.compute.manager [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1037.153790] env[70691]: DEBUG nova.network.neutron [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Successfully created port: 55c5818b-9bfc-4956-b9ce-7f412dfa3fae {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.349724] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454491, 'name': ReconfigVM_Task, 'duration_secs': 0.190084} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.353987] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance 'f518ba2f-2541-47cd-8b81-af3f5bf1ab2b' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1037.365031] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-6d26bc06-25b8-49ac-8db4-7618dcfb89bf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.365031] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-6d26bc06-25b8-49ac-8db4-7618dcfb89bf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.394600] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536ffd7c-d9a8-42e3-be29-91924fcdbe1b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.402428] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ef23e8-2ad1-4dd4-8e1a-53e908aa4372 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.438309] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403dc8e3-bae9-4e45-8983-8db039128d5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.439207] env[70691]: DEBUG nova.compute.manager [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1037.455026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa29e01-c0f0-43c9-90fe-7a8182fa1bef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.474787] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454492, 'name': PowerOffVM_Task, 'duration_secs': 0.220031} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.475546] env[70691]: DEBUG nova.compute.provider_tree [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.477386] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1037.477386] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1037.477528] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689647', 'volume_id': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a', 'name': 'volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '726bf7a9-d337-497c-804e-68c43e4b9a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a', 'serial': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1037.478318] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8414f66e-382e-4442-a724-af8e4a48fe20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.506614] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d793a870-cc77-4589-b8f3-7b1005f01899 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.519459] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1607bb-0ddd-407f-b772-4d26335a7a4a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.542356] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8292722c-d3f3-4f19-9d1b-3b89c043a221 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.561097] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] The volume has not been displaced from its original location: [datastore2] volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a/volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1037.568627] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1037.571936] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e7c595-ebc5-4bc4-ae2f-cc908b3a68dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.595013] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454493, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.596807] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1037.596807] env[70691]: value = "task-3454495" [ 1037.596807] env[70691]: _type = "Task" [ 1037.596807] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.603322] env[70691]: DEBUG oslo_vmware.api [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454494, 'name': PowerOffVM_Task, 'duration_secs': 0.24195} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.603763] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1037.604045] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1037.604254] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53c1b522-f52d-48fb-840a-9b68409f43cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.609089] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.687037] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1037.687389] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1037.687494] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleting the datastore file [datastore2] 35828fe9-7966-4d5a-b860-2cabb825ce9c {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.687713] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b0b0285-b920-40a5-8a31-d7d5e488e8b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.694930] env[70691]: DEBUG oslo_vmware.api [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for the task: (returnval){ [ 1037.694930] env[70691]: value = "task-3454497" [ 1037.694930] env[70691]: _type = "Task" [ 1037.694930] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.702695] env[70691]: DEBUG oslo_vmware.api [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.860209] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1037.860477] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1037.860635] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.862031] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1037.862031] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.862031] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1037.862031] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1037.862031] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1037.862031] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1037.862031] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1037.862422] env[70691]: DEBUG nova.virt.hardware [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.869122] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1037.869122] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.869122] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.869122] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e483519f-a3e5-44f9-bc28-e9086fec5e69 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.883246] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf1193c-fd9f-48ff-ab2e-fbc89a1fb6c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.901589] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f5ceb7-aa4f-4597-913e-91081c6645c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.905066] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1037.905066] env[70691]: value = "task-3454498" [ 1037.905066] env[70691]: _type = "Task" [ 1037.905066] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.934575] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Reconfiguring VM to detach interface {{(pid=70691) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1037.935438] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69610d8a-def0-4b12-b06a-c37cf3ca3967 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.958805] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.965223] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1037.965223] env[70691]: value = "task-3454499" [ 1037.965223] env[70691]: _type = "Task" [ 1037.965223] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.969724] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.973748] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.983909] env[70691]: DEBUG nova.scheduler.client.report [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1038.070768] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454493, 'name': CloneVM_Task} progress is 95%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.106829] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454495, 'name': ReconfigVM_Task, 'duration_secs': 0.208408} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.108754] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.112416] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eecbc4b-c2f6-4ec1-bc85-bdd714af85d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.127206] env[70691]: DEBUG nova.compute.manager [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1038.130789] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1038.130789] env[70691]: value = "task-3454500" [ 1038.130789] env[70691]: _type = "Task" [ 1038.130789] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.139467] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.153412] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1038.153664] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1038.153824] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.154057] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1038.154213] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.154367] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1038.154578] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1038.154744] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1038.155307] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1038.155536] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1038.155725] env[70691]: DEBUG nova.virt.hardware [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.156714] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71862bab-7872-446f-9d9e-69dd3533ccbe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.164588] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d69c05-fbfd-441a-96fd-b693d5850754 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.204018] env[70691]: DEBUG oslo_vmware.api [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Task: {'id': task-3454497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152385} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.204282] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.204472] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1038.204653] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1038.204830] env[70691]: INFO nova.compute.manager [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1038.205121] env[70691]: DEBUG oslo.service.loopingcall [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.205328] env[70691]: DEBUG nova.compute.manager [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1038.205427] env[70691]: DEBUG nova.network.neutron [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1038.414740] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454498, 'name': ReconfigVM_Task, 'duration_secs': 0.240116} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.415108] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.415914] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978fa559-87ac-431a-978f-0d586b42ae71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.441542] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] f518ba2f-2541-47cd-8b81-af3f5bf1ab2b/f518ba2f-2541-47cd-8b81-af3f5bf1ab2b.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.441909] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5768583-b330-4197-a5c8-c47728047fe7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.465170] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1038.465170] env[70691]: value = "task-3454501" [ 1038.465170] env[70691]: _type = "Task" [ 1038.465170] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.479096] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.484412] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.487127] env[70691]: DEBUG nova.compute.manager [req-074f4261-d8af-4dd0-8faf-5f0e9a1f8a58 req-6188af1d-3cf7-45c2-8c8b-1ec53fd7e6eb service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Received event network-vif-deleted-322d66c9-4ea9-42f7-af93-cdd50e8d1b19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1038.487455] env[70691]: INFO nova.compute.manager [req-074f4261-d8af-4dd0-8faf-5f0e9a1f8a58 req-6188af1d-3cf7-45c2-8c8b-1ec53fd7e6eb service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Neutron deleted interface 322d66c9-4ea9-42f7-af93-cdd50e8d1b19; detaching it from the instance and deleting it from the info cache [ 1038.487758] env[70691]: DEBUG nova.network.neutron [req-074f4261-d8af-4dd0-8faf-5f0e9a1f8a58 req-6188af1d-3cf7-45c2-8c8b-1ec53fd7e6eb service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.491074] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.491627] env[70691]: DEBUG nova.compute.manager [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1038.496643] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.691s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.496643] env[70691]: DEBUG nova.objects.instance [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lazy-loading 'resources' on Instance uuid 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.570296] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454493, 'name': CloneVM_Task, 'duration_secs': 1.445411} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.570554] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Created linked-clone VM from snapshot [ 1038.571808] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab54d188-a5ac-4e2a-b944-0356f81eeecd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.578601] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Uploading image 3552a970-3bc9-4eab-ba1c-0e25cdfc1a75 {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1038.590912] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1038.591515] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-760229c5-8c80-4d5f-a3ed-a23ae81451d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.597064] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1038.597064] env[70691]: value = "task-3454502" [ 1038.597064] env[70691]: _type = "Task" [ 1038.597064] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.604364] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454502, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.639268] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454500, 'name': ReconfigVM_Task, 'duration_secs': 0.28525} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.639824] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689647', 'volume_id': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a', 'name': 'volume-d348736b-25f6-4d51-a7d1-b4bc9899f05a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '726bf7a9-d337-497c-804e-68c43e4b9a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a', 'serial': 'd348736b-25f6-4d51-a7d1-b4bc9899f05a'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1038.639943] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1038.640667] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c7d1ed-bb23-4fd8-af02-0c390630c5fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.647078] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1038.651106] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d020860c-e09b-40c6-824a-9a4a53af7904 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.651106] env[70691]: DEBUG nova.compute.manager [req-c5dd39f1-39ce-4162-a0d4-9dfd432974f8 req-e8dd3334-f966-4b3a-be5c-bb96558df3dc service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Received event network-vif-plugged-55c5818b-9bfc-4956-b9ce-7f412dfa3fae {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1038.651106] env[70691]: DEBUG oslo_concurrency.lockutils [req-c5dd39f1-39ce-4162-a0d4-9dfd432974f8 req-e8dd3334-f966-4b3a-be5c-bb96558df3dc service nova] Acquiring lock "697b0d66-ebc0-465a-87de-2a019c9be3cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.651427] env[70691]: DEBUG oslo_concurrency.lockutils [req-c5dd39f1-39ce-4162-a0d4-9dfd432974f8 req-e8dd3334-f966-4b3a-be5c-bb96558df3dc service nova] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.651427] env[70691]: DEBUG oslo_concurrency.lockutils [req-c5dd39f1-39ce-4162-a0d4-9dfd432974f8 req-e8dd3334-f966-4b3a-be5c-bb96558df3dc service nova] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.651560] env[70691]: DEBUG nova.compute.manager [req-c5dd39f1-39ce-4162-a0d4-9dfd432974f8 req-e8dd3334-f966-4b3a-be5c-bb96558df3dc service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] No waiting events found dispatching network-vif-plugged-55c5818b-9bfc-4956-b9ce-7f412dfa3fae {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1038.651593] env[70691]: WARNING nova.compute.manager [req-c5dd39f1-39ce-4162-a0d4-9dfd432974f8 req-e8dd3334-f966-4b3a-be5c-bb96558df3dc service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Received unexpected event network-vif-plugged-55c5818b-9bfc-4956-b9ce-7f412dfa3fae for instance with vm_state building and task_state spawning. [ 1038.721174] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1038.721544] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1038.721937] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleting the datastore file [datastore1] 726bf7a9-d337-497c-804e-68c43e4b9a02 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.722232] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c541e7-e80a-4932-bb72-7dc94df2b913 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.730116] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1038.730116] env[70691]: value = "task-3454504" [ 1038.730116] env[70691]: _type = "Task" [ 1038.730116] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.741786] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.752272] env[70691]: DEBUG nova.network.neutron [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Successfully updated port: 55c5818b-9bfc-4956-b9ce-7f412dfa3fae {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.958097] env[70691]: DEBUG nova.network.neutron [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.977357] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454501, 'name': ReconfigVM_Task, 'duration_secs': 0.358994} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.980763] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] f518ba2f-2541-47cd-8b81-af3f5bf1ab2b/f518ba2f-2541-47cd-8b81-af3f5bf1ab2b.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.981916] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance 'f518ba2f-2541-47cd-8b81-af3f5bf1ab2b' progress to 50 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1038.985147] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.995719] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80205056-d708-47c9-9ad1-8002709900da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.001167] env[70691]: DEBUG nova.compute.utils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1039.004040] env[70691]: DEBUG nova.compute.manager [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Not allocating networking since 'none' was specified. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1039.011723] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ca6f5-81e1-4cbc-8382-3850dc5b6067 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.730157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "refresh_cache-697b0d66-ebc0-465a-87de-2a019c9be3cf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.730488] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "refresh_cache-697b0d66-ebc0-465a-87de-2a019c9be3cf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.730488] env[70691]: DEBUG nova.network.neutron [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1039.735020] env[70691]: INFO nova.compute.manager [-] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Took 1.53 seconds to deallocate network for instance. [ 1039.735020] env[70691]: DEBUG nova.compute.manager [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1039.736594] env[70691]: DEBUG nova.compute.manager [req-074f4261-d8af-4dd0-8faf-5f0e9a1f8a58 req-6188af1d-3cf7-45c2-8c8b-1ec53fd7e6eb service nova] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Detach interface failed, port_id=322d66c9-4ea9-42f7-af93-cdd50e8d1b19, reason: Instance 35828fe9-7966-4d5a-b860-2cabb825ce9c could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1039.749886] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2daa23e-5727-4be7-ad1e-59307f48f279 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.760952] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454502, 'name': Destroy_Task, 'duration_secs': 0.587625} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.780683] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Destroyed the VM [ 1039.780683] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1039.780683] env[70691]: DEBUG oslo_vmware.api [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163131} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.782173] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.784998] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74f16bf7-f7f2-4bb5-b778-4c3177bba8b0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.786660] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.786845] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1039.787050] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1039.787241] env[70691]: INFO nova.compute.manager [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1039.787498] env[70691]: DEBUG oslo.service.loopingcall [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.788147] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec9acf8-26ef-4744-bc6c-80c0b83237ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.790947] env[70691]: DEBUG nova.compute.manager [-] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1039.791064] env[70691]: DEBUG nova.network.neutron [-] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1039.809517] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance 'f518ba2f-2541-47cd-8b81-af3f5bf1ab2b' progress to 67 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1039.816926] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1039.816926] env[70691]: value = "task-3454506" [ 1039.816926] env[70691]: _type = "Task" [ 1039.816926] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.824975] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454506, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.962787] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946acf4b-f425-41a2-8f2c-f17c138cadbd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.969995] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797dd4e-b97d-4103-80f8-522bf4fe1b9e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.005186] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b616757c-6fe8-421d-ba2d-ea8264be60b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.012981] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb9362-32c2-4d27-ae36-8e740e2745b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.027703] env[70691]: DEBUG nova.compute.provider_tree [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.250855] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.251367] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.280734] env[70691]: DEBUG nova.network.neutron [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1040.326937] env[70691]: DEBUG oslo_vmware.api [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454506, 'name': RemoveSnapshot_Task, 'duration_secs': 0.524898} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.328027] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1040.365650] env[70691]: DEBUG nova.network.neutron [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Port 502725a1-24f3-4a9a-ab15-79e70466f41f binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1040.460981] env[70691]: DEBUG nova.network.neutron [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Updating instance_info_cache with network_info: [{"id": "55c5818b-9bfc-4956-b9ce-7f412dfa3fae", "address": "fa:16:3e:62:61:58", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c5818b-9b", "ovs_interfaceid": "55c5818b-9bfc-4956-b9ce-7f412dfa3fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.520834] env[70691]: DEBUG nova.network.neutron [-] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.532105] env[70691]: DEBUG nova.scheduler.client.report [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1040.676950] env[70691]: DEBUG nova.compute.manager [req-1fea8d1a-3123-4b49-9655-b611e0b613e7 req-db2b02b0-5054-48ce-a0c3-047d1c68357c service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Received event network-changed-55c5818b-9bfc-4956-b9ce-7f412dfa3fae {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1040.677229] env[70691]: DEBUG nova.compute.manager [req-1fea8d1a-3123-4b49-9655-b611e0b613e7 req-db2b02b0-5054-48ce-a0c3-047d1c68357c service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Refreshing instance network info cache due to event network-changed-55c5818b-9bfc-4956-b9ce-7f412dfa3fae. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1040.677457] env[70691]: DEBUG oslo_concurrency.lockutils [req-1fea8d1a-3123-4b49-9655-b611e0b613e7 req-db2b02b0-5054-48ce-a0c3-047d1c68357c service nova] Acquiring lock "refresh_cache-697b0d66-ebc0-465a-87de-2a019c9be3cf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.743819] env[70691]: DEBUG nova.compute.manager [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1040.751032] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.770967] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1040.771241] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1040.771405] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.771591] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1040.771738] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.771895] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1040.772111] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1040.772274] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1040.772441] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1040.772603] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1040.772777] env[70691]: DEBUG nova.virt.hardware [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1040.773605] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be127cc7-a27f-49dd-acb4-feda69b16cc9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.780850] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f82b8c-0471-4139-8e87-94bfad1439e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.793752] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.799190] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Creating folder: Project (4bc19cb37b8c4a9c85d27bbd73bf1ab4). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1040.799441] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a53a9a01-9961-4d73-bb3c-bc99e3a428c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.811713] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Created folder: Project (4bc19cb37b8c4a9c85d27bbd73bf1ab4) in parent group-v689428. [ 1040.811888] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Creating folder: Instances. Parent ref: group-v689652. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1040.812114] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cc45bdd-972d-4e2c-9f3c-b36c766fd8f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.821256] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Created folder: Instances in parent group-v689652. [ 1040.821484] env[70691]: DEBUG oslo.service.loopingcall [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.821671] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1040.821867] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d3f33b-5b0c-4c2b-bc01-4ac4178545c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.834297] env[70691]: WARNING nova.compute.manager [None req-0d5f7139-f63a-4e71-8305-0e7a3e488c8d tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Image not found during snapshot: nova.exception.ImageNotFound: Image 3552a970-3bc9-4eab-ba1c-0e25cdfc1a75 could not be found. [ 1040.839418] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.839418] env[70691]: value = "task-3454509" [ 1040.839418] env[70691]: _type = "Task" [ 1040.839418] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.846607] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454509, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.892096] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1040.892361] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689650', 'volume_id': 'fd85d3a1-128f-45c0-a905-c68d7eb72780', 'name': 'volume-fd85d3a1-128f-45c0-a905-c68d7eb72780', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd85d3a1-128f-45c0-a905-c68d7eb72780', 'serial': 'fd85d3a1-128f-45c0-a905-c68d7eb72780'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1040.893592] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7c26e5-13d4-4f1e-acc9-66cfe8db195d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.912494] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60e6ed2-2c42-44cb-968f-ccf66c62001c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.939292] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-fd85d3a1-128f-45c0-a905-c68d7eb72780/volume-fd85d3a1-128f-45c0-a905-c68d7eb72780.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.940098] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6aa527b-f009-482d-90f5-727868c24c49 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.958495] env[70691]: DEBUG oslo_vmware.api [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1040.958495] env[70691]: value = "task-3454510" [ 1040.958495] env[70691]: _type = "Task" [ 1040.958495] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.966558] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "refresh_cache-697b0d66-ebc0-465a-87de-2a019c9be3cf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.966895] env[70691]: DEBUG nova.compute.manager [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Instance network_info: |[{"id": "55c5818b-9bfc-4956-b9ce-7f412dfa3fae", "address": "fa:16:3e:62:61:58", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c5818b-9b", "ovs_interfaceid": "55c5818b-9bfc-4956-b9ce-7f412dfa3fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1040.968111] env[70691]: DEBUG oslo_vmware.api [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.968111] env[70691]: DEBUG oslo_concurrency.lockutils [req-1fea8d1a-3123-4b49-9655-b611e0b613e7 req-db2b02b0-5054-48ce-a0c3-047d1c68357c service nova] Acquired lock "refresh_cache-697b0d66-ebc0-465a-87de-2a019c9be3cf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.968111] env[70691]: DEBUG nova.network.neutron [req-1fea8d1a-3123-4b49-9655-b611e0b613e7 req-db2b02b0-5054-48ce-a0c3-047d1c68357c service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Refreshing network info cache for port 55c5818b-9bfc-4956-b9ce-7f412dfa3fae {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1040.968764] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:61:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55c5818b-9bfc-4956-b9ce-7f412dfa3fae', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.976118] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Creating folder: Project (dbba96f814884f30b97341c426824e76). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1040.978200] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85043d71-3517-4ed3-ab79-51af8238fb47 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.988836] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Created folder: Project (dbba96f814884f30b97341c426824e76) in parent group-v689428. [ 1040.988998] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Creating folder: Instances. Parent ref: group-v689655. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1040.989225] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea4678d8-3676-45db-aa0b-e5769eaaf320 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.000856] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Created folder: Instances in parent group-v689655. [ 1041.001343] env[70691]: DEBUG oslo.service.loopingcall [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.001677] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1041.001980] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f159d355-c6e5-49dc-bd5d-f00c6e6b7d88 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.022381] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.022381] env[70691]: value = "task-3454513" [ 1041.022381] env[70691]: _type = "Task" [ 1041.022381] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.024014] env[70691]: INFO nova.compute.manager [-] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Took 1.23 seconds to deallocate network for instance. [ 1041.034348] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454513, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.037295] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.542s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.039970] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.922s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.041493] env[70691]: INFO nova.compute.claims [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.061309] env[70691]: INFO nova.scheduler.client.report [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Deleted allocations for instance 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac [ 1041.248451] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.292773] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.292773] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.349604] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454509, 'name': CreateVM_Task, 'duration_secs': 0.271616} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.349790] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1041.350528] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.350528] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.351054] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.351054] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20761e0d-72c2-4154-87f6-d5635743ef5a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.355607] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1041.355607] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526ed9f9-2afd-c39c-1904-7c611f965761" [ 1041.355607] env[70691]: _type = "Task" [ 1041.355607] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.363642] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526ed9f9-2afd-c39c-1904-7c611f965761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.388077] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.388321] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.388497] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.468623] env[70691]: DEBUG oslo_vmware.api [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454510, 'name': ReconfigVM_Task, 'duration_secs': 0.50266} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.469965] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-fd85d3a1-128f-45c0-a905-c68d7eb72780/volume-fd85d3a1-128f-45c0-a905-c68d7eb72780.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.473615] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e474a2-0aee-4622-a9d8-323e3f59183f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.489611] env[70691]: DEBUG oslo_vmware.api [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1041.489611] env[70691]: value = "task-3454514" [ 1041.489611] env[70691]: _type = "Task" [ 1041.489611] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.497497] env[70691]: DEBUG oslo_vmware.api [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.531919] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454513, 'name': CreateVM_Task, 'duration_secs': 0.401334} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.532068] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1041.533032] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.570859] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f12fb2b1-58d1-4c52-83b4-72d97df83bcb tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.841s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.576043] env[70691]: INFO nova.compute.manager [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Took 0.55 seconds to detach 1 volumes for instance. [ 1041.711777] env[70691]: DEBUG nova.network.neutron [req-1fea8d1a-3123-4b49-9655-b611e0b613e7 req-db2b02b0-5054-48ce-a0c3-047d1c68357c service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Updated VIF entry in instance network info cache for port 55c5818b-9bfc-4956-b9ce-7f412dfa3fae. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1041.713112] env[70691]: DEBUG nova.network.neutron [req-1fea8d1a-3123-4b49-9655-b611e0b613e7 req-db2b02b0-5054-48ce-a0c3-047d1c68357c service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Updating instance_info_cache with network_info: [{"id": "55c5818b-9bfc-4956-b9ce-7f412dfa3fae", "address": "fa:16:3e:62:61:58", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c5818b-9b", "ovs_interfaceid": "55c5818b-9bfc-4956-b9ce-7f412dfa3fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.746366] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.800361] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.800361] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1041.865757] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526ed9f9-2afd-c39c-1904-7c611f965761, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.866082] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.866347] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.866597] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.866749] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.866932] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.867236] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.867546] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.867774] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46e884a1-7a40-470b-9ad7-1f46a4f46bb1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.869537] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158bdd94-7dad-4684-b738-b8019b8c2796 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.874543] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1041.874543] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521e9018-9329-c727-dcaa-88c8bcff66a9" [ 1041.874543] env[70691]: _type = "Task" [ 1041.874543] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.878633] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.878812] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1041.879817] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39eea6d3-aa29-4d71-979a-9d69982f2547 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.885581] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521e9018-9329-c727-dcaa-88c8bcff66a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.886905] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1041.886905] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521d62bf-4126-7c2d-39d9-219c8420b09e" [ 1041.886905] env[70691]: _type = "Task" [ 1041.886905] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.895245] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521d62bf-4126-7c2d-39d9-219c8420b09e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.999513] env[70691]: DEBUG oslo_vmware.api [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454514, 'name': ReconfigVM_Task, 'duration_secs': 0.161331} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.999879] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689650', 'volume_id': 'fd85d3a1-128f-45c0-a905-c68d7eb72780', 'name': 'volume-fd85d3a1-128f-45c0-a905-c68d7eb72780', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd85d3a1-128f-45c0-a905-c68d7eb72780', 'serial': 'fd85d3a1-128f-45c0-a905-c68d7eb72780'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1042.065385] env[70691]: DEBUG oslo_concurrency.lockutils [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "bfc863f8-0f57-4edf-9410-9a3023f622f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.066098] env[70691]: DEBUG oslo_concurrency.lockutils [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "bfc863f8-0f57-4edf-9410-9a3023f622f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.066098] env[70691]: DEBUG oslo_concurrency.lockutils [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "bfc863f8-0f57-4edf-9410-9a3023f622f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.066098] env[70691]: DEBUG oslo_concurrency.lockutils [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "bfc863f8-0f57-4edf-9410-9a3023f622f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.066316] env[70691]: DEBUG oslo_concurrency.lockutils [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "bfc863f8-0f57-4edf-9410-9a3023f622f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.069017] env[70691]: INFO nova.compute.manager [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Terminating instance [ 1042.074525] env[70691]: DEBUG nova.compute.manager [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1042.074525] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1042.077938] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7af37d2-e48c-44d4-8048-ac9e82906578 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.083329] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.083643] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1042.086660] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c612bf40-40a7-4f67-b5e5-b4fea5f5a6e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.093134] env[70691]: DEBUG oslo_vmware.api [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1042.093134] env[70691]: value = "task-3454515" [ 1042.093134] env[70691]: _type = "Task" [ 1042.093134] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.102490] env[70691]: DEBUG oslo_vmware.api [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.215641] env[70691]: DEBUG oslo_concurrency.lockutils [req-1fea8d1a-3123-4b49-9655-b611e0b613e7 req-db2b02b0-5054-48ce-a0c3-047d1c68357c service nova] Releasing lock "refresh_cache-697b0d66-ebc0-465a-87de-2a019c9be3cf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.216685] env[70691]: DEBUG nova.compute.manager [req-1fea8d1a-3123-4b49-9655-b611e0b613e7 req-db2b02b0-5054-48ce-a0c3-047d1c68357c service nova] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Received event network-vif-deleted-c3cba24d-af65-463b-bd7c-20c33ff9d950 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1042.242301] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3037d3e1-0d9d-4647-8be1-881e3c973000 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.248577] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.252784] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b8b6bc-01c9-4ce6-a9e4-7de4b252bd37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.283280] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e565f9-6df2-4d55-823d-b9e8af8b3593 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.290680] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a713c-9403-453d-9183-0027ca89693e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.305721] env[70691]: DEBUG nova.compute.provider_tree [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.385699] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521e9018-9329-c727-dcaa-88c8bcff66a9, 'name': SearchDatastore_Task, 'duration_secs': 0.02467} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.386074] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.386466] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.386723] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.398604] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521d62bf-4126-7c2d-39d9-219c8420b09e, 'name': SearchDatastore_Task, 'duration_secs': 0.013545} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.399609] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208f551c-4f9d-47b5-a8fe-c1fb83cabdc7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.404261] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1042.404261] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522040fe-cc9d-8ce9-2ca2-d19536f3c6fb" [ 1042.404261] env[70691]: _type = "Task" [ 1042.404261] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.411592] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522040fe-cc9d-8ce9-2ca2-d19536f3c6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.433411] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.433605] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.433783] env[70691]: DEBUG nova.network.neutron [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1042.603752] env[70691]: DEBUG oslo_vmware.api [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454515, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.662723] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "42808fd4-2adc-4ed6-88a7-691a996ff21e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.662963] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "42808fd4-2adc-4ed6-88a7-691a996ff21e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.748386] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.811234] env[70691]: DEBUG nova.scheduler.client.report [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1042.914039] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522040fe-cc9d-8ce9-2ca2-d19536f3c6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.00824} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.914310] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.914571] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05/fb60b8b4-9d06-4e6e-a418-531a873eae05.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1042.914841] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.915044] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.915264] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-981d9c12-d466-4c71-b912-91f3fadaed4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.917063] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a99145d-c26b-4b33-8537-87561b729a65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.923927] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1042.923927] env[70691]: value = "task-3454516" [ 1042.923927] env[70691]: _type = "Task" [ 1042.923927] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.927593] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.927768] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1042.928721] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d3e39e-0ff8-4c59-b426-e3df2592b2b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.933611] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.936316] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1042.936316] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e69e60-2e0b-0c03-7dd0-d4ad7e77c0a3" [ 1042.936316] env[70691]: _type = "Task" [ 1042.936316] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.945574] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e69e60-2e0b-0c03-7dd0-d4ad7e77c0a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.040801] env[70691]: DEBUG nova.objects.instance [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'flavor' on Instance uuid e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.104801] env[70691]: DEBUG oslo_vmware.api [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454515, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.144548] env[70691]: DEBUG nova.network.neutron [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance_info_cache with network_info: [{"id": "502725a1-24f3-4a9a-ab15-79e70466f41f", "address": "fa:16:3e:24:ec:18", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502725a1-24", "ovs_interfaceid": "502725a1-24f3-4a9a-ab15-79e70466f41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.165692] env[70691]: DEBUG nova.compute.manager [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1043.252616] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.315841] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.316466] env[70691]: DEBUG nova.compute.manager [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1043.319220] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.942s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.320818] env[70691]: INFO nova.compute.claims [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.434778] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44094} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.435124] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05/fb60b8b4-9d06-4e6e-a418-531a873eae05.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1043.435358] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.435616] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60491d08-6dbc-474e-92cd-4b16149332a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.446837] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e69e60-2e0b-0c03-7dd0-d4ad7e77c0a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008035} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.448869] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1043.448869] env[70691]: value = "task-3454517" [ 1043.448869] env[70691]: _type = "Task" [ 1043.448869] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.449110] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b6ce26-d7a4-4b45-8170-7432da9a1a16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.460738] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.461600] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1043.461600] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ccc56e-d262-a4a4-7b00-f31aff9b92d7" [ 1043.461600] env[70691]: _type = "Task" [ 1043.461600] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.469424] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ccc56e-d262-a4a4-7b00-f31aff9b92d7, 'name': SearchDatastore_Task} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.469666] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.469927] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 697b0d66-ebc0-465a-87de-2a019c9be3cf/697b0d66-ebc0-465a-87de-2a019c9be3cf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1043.470247] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a42ec6d4-a20d-47e6-9f76-5d84ca506986 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.477083] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1043.477083] env[70691]: value = "task-3454518" [ 1043.477083] env[70691]: _type = "Task" [ 1043.477083] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.484992] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.545701] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1abc40be-41b4-4852-9ba3-89423981909c tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.603671] env[70691]: DEBUG oslo_vmware.api [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454515, 'name': PowerOffVM_Task, 'duration_secs': 1.252225} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.603966] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1043.604165] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1043.604450] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00b345c8-5ccf-4010-962a-c6f9e5948487 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.648920] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.689136] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.698416] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1043.698698] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1043.698898] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleting the datastore file [datastore2] bfc863f8-0f57-4edf-9410-9a3023f622f1 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.700254] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc0118b-fa73-47bd-8cd7-beb8f69e6389 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.707587] env[70691]: DEBUG oslo_vmware.api [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for the task: (returnval){ [ 1043.707587] env[70691]: value = "task-3454520" [ 1043.707587] env[70691]: _type = "Task" [ 1043.707587] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.716781] env[70691]: DEBUG oslo_vmware.api [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.748542] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.825864] env[70691]: DEBUG nova.compute.utils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1043.830252] env[70691]: DEBUG nova.compute.manager [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1043.830486] env[70691]: DEBUG nova.network.neutron [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1043.872428] env[70691]: DEBUG nova.policy [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0930a3125b546e4bccd1c23715509a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c27f949795b546808b393da56dac63c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1043.960911] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06415} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.961233] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.962102] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0132df-1363-4ba1-8c17-20411310dbd0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.982223] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05/fb60b8b4-9d06-4e6e-a418-531a873eae05.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.982764] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1d0c942-c308-4b33-a08d-52c6f71eb997 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.008012] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450196} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.008012] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 697b0d66-ebc0-465a-87de-2a019c9be3cf/697b0d66-ebc0-465a-87de-2a019c9be3cf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1044.008012] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.008012] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1044.008012] env[70691]: value = "task-3454521" [ 1044.008012] env[70691]: _type = "Task" [ 1044.008012] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.008343] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa1b3479-75ab-4354-a5c7-128bea11b122 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.021899] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.023114] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1044.023114] env[70691]: value = "task-3454522" [ 1044.023114] env[70691]: _type = "Task" [ 1044.023114] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.031015] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.175028] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94351560-ef13-4d0a-ba5f-6bf55c5e95f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.177695] env[70691]: DEBUG nova.network.neutron [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Successfully created port: b8b12214-d226-4a1e-885d-22e69c4e33a3 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.196971] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702e4b0c-fb6c-4f08-8129-23e3a8f8ebbc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.204147] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance 'f518ba2f-2541-47cd-8b81-af3f5bf1ab2b' progress to 83 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1044.215813] env[70691]: DEBUG oslo_vmware.api [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Task: {'id': task-3454520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31172} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.216082] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.216290] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1044.216468] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1044.216638] env[70691]: INFO nova.compute.manager [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1044.216870] env[70691]: DEBUG oslo.service.loopingcall [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1044.217089] env[70691]: DEBUG nova.compute.manager [-] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1044.217181] env[70691]: DEBUG nova.network.neutron [-] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1044.250422] env[70691]: DEBUG oslo_vmware.api [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454499, 'name': ReconfigVM_Task, 'duration_secs': 5.885201} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.250422] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.250422] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Reconfigured VM to detach interface {{(pid=70691) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1044.331095] env[70691]: DEBUG nova.compute.manager [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1044.448356] env[70691]: DEBUG nova.compute.manager [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Stashing vm_state: active {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1044.522666] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454521, 'name': ReconfigVM_Task, 'duration_secs': 0.286445} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.525700] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Reconfigured VM instance instance-0000004e to attach disk [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05/fb60b8b4-9d06-4e6e-a418-531a873eae05.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.527848] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57a78943-b76c-4251-9037-07b0a1b57a24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.539614] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067721} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.541355] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.541739] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1044.541739] env[70691]: value = "task-3454523" [ 1044.541739] env[70691]: _type = "Task" [ 1044.541739] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.545057] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280d6f82-26ad-4d81-b6b8-0e4fc8ac8fff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.556354] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454523, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.580159] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 697b0d66-ebc0-465a-87de-2a019c9be3cf/697b0d66-ebc0-465a-87de-2a019c9be3cf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.583742] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b4af316-5ecc-41fb-bbb4-724f448d7f18 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.604913] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1044.604913] env[70691]: value = "task-3454524" [ 1044.604913] env[70691]: _type = "Task" [ 1044.604913] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.607303] env[70691]: DEBUG nova.compute.manager [req-e5cdd7d4-841a-4087-8e89-834cbec26730 req-46a6ded7-9414-4a62-93de-3b68ef03dc13 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Received event network-vif-deleted-068de5f9-6cf6-4205-94c6-87b767195395 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1044.607524] env[70691]: INFO nova.compute.manager [req-e5cdd7d4-841a-4087-8e89-834cbec26730 req-46a6ded7-9414-4a62-93de-3b68ef03dc13 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Neutron deleted interface 068de5f9-6cf6-4205-94c6-87b767195395; detaching it from the instance and deleting it from the info cache [ 1044.607699] env[70691]: DEBUG nova.network.neutron [req-e5cdd7d4-841a-4087-8e89-834cbec26730 req-46a6ded7-9414-4a62-93de-3b68ef03dc13 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.618080] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454524, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.674330] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998e80f0-2df8-4d09-9c3c-15a899282f74 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.686102] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd2369e-8cc2-4664-97b1-95eecb5ae8c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.717988] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1044.719509] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc5e42cd-92cc-403a-80e0-4c6e967f8fb7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.721770] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225194e8-bd0b-47da-b320-6bb647269105 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.725418] env[70691]: DEBUG nova.compute.manager [req-44281a5f-a144-4d47-806e-115942dc0445 req-86b31bd3-94dd-4f81-a095-33ebbc92ba53 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-vif-deleted-6d26bc06-25b8-49ac-8db4-7618dcfb89bf {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1044.725631] env[70691]: INFO nova.compute.manager [req-44281a5f-a144-4d47-806e-115942dc0445 req-86b31bd3-94dd-4f81-a095-33ebbc92ba53 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Neutron deleted interface 6d26bc06-25b8-49ac-8db4-7618dcfb89bf; detaching it from the instance and deleting it from the info cache [ 1044.725927] env[70691]: DEBUG nova.network.neutron [req-44281a5f-a144-4d47-806e-115942dc0445 req-86b31bd3-94dd-4f81-a095-33ebbc92ba53 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77132a62-d359-4831-bcd4-776fbe667c05", "address": "fa:16:3e:6c:a9:cd", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77132a62-d3", "ovs_interfaceid": "77132a62-d359-4831-bcd4-776fbe667c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.734405] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ade75c-b969-4148-9153-cedcbf79aad7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.739014] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1044.739014] env[70691]: value = "task-3454525" [ 1044.739014] env[70691]: _type = "Task" [ 1044.739014] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.754113] env[70691]: DEBUG nova.compute.provider_tree [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.761580] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.969816] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.034465] env[70691]: DEBUG nova.network.neutron [-] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.057852] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454523, 'name': Rename_Task, 'duration_secs': 0.14179} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.058171] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1045.058429] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f0f5399-7f45-4197-8041-263ca2a6178d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.065528] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1045.065528] env[70691]: value = "task-3454526" [ 1045.065528] env[70691]: _type = "Task" [ 1045.065528] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.072731] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.114891] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06388852-b295-4ddb-9a50-c33b95f4c31e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.123229] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454524, 'name': ReconfigVM_Task, 'duration_secs': 0.350205} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.124472] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 697b0d66-ebc0-465a-87de-2a019c9be3cf/697b0d66-ebc0-465a-87de-2a019c9be3cf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.125146] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ce0a7cc-eff8-423e-a15e-1b99ffc1db4f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.129354] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6245bf-775c-490f-92bb-782c894bd9ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.149234] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1045.149234] env[70691]: value = "task-3454527" [ 1045.149234] env[70691]: _type = "Task" [ 1045.149234] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.160350] env[70691]: DEBUG nova.compute.manager [req-e5cdd7d4-841a-4087-8e89-834cbec26730 req-46a6ded7-9414-4a62-93de-3b68ef03dc13 service nova] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Detach interface failed, port_id=068de5f9-6cf6-4205-94c6-87b767195395, reason: Instance bfc863f8-0f57-4edf-9410-9a3023f622f1 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1045.165763] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454527, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.229042] env[70691]: DEBUG oslo_concurrency.lockutils [req-44281a5f-a144-4d47-806e-115942dc0445 req-86b31bd3-94dd-4f81-a095-33ebbc92ba53 service nova] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.229262] env[70691]: DEBUG oslo_concurrency.lockutils [req-44281a5f-a144-4d47-806e-115942dc0445 req-86b31bd3-94dd-4f81-a095-33ebbc92ba53 service nova] Acquired lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.230114] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ab9e33-914b-458b-adbd-c40dacb38716 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.248970] env[70691]: DEBUG oslo_concurrency.lockutils [req-44281a5f-a144-4d47-806e-115942dc0445 req-86b31bd3-94dd-4f81-a095-33ebbc92ba53 service nova] Releasing lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.249308] env[70691]: WARNING nova.compute.manager [req-44281a5f-a144-4d47-806e-115942dc0445 req-86b31bd3-94dd-4f81-a095-33ebbc92ba53 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Detach interface failed, port_id=6d26bc06-25b8-49ac-8db4-7618dcfb89bf, reason: No device with interface-id 6d26bc06-25b8-49ac-8db4-7618dcfb89bf exists on VM: nova.exception.NotFound: No device with interface-id 6d26bc06-25b8-49ac-8db4-7618dcfb89bf exists on VM [ 1045.257699] env[70691]: DEBUG nova.scheduler.client.report [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1045.261595] env[70691]: DEBUG oslo_vmware.api [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454525, 'name': PowerOnVM_Task, 'duration_secs': 0.437194} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.262147] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1045.262462] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ce12089c-109f-453c-be37-15ed7fe4eb0a tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance 'f518ba2f-2541-47cd-8b81-af3f5bf1ab2b' progress to 100 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1045.343572] env[70691]: DEBUG nova.compute.manager [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1045.372667] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1045.372936] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1045.373118] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.373314] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1045.373469] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.373624] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1045.373842] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1045.374066] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1045.374271] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1045.374440] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1045.374623] env[70691]: DEBUG nova.virt.hardware [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1045.375891] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba283fc2-b946-4afb-8df6-6cec9e66d33a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.383493] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29789ca-73d0-4a4c-b62a-9a9109bc5884 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.537303] env[70691]: INFO nova.compute.manager [-] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Took 1.32 seconds to deallocate network for instance. [ 1045.545048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.545048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.545048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.545048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.545267] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.546824] env[70691]: INFO nova.compute.manager [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Terminating instance [ 1045.548562] env[70691]: DEBUG nova.compute.manager [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1045.548775] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1045.549768] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c1b66-8172-4140-8005-8caca03d6a05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.556790] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1045.557049] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b9ee46e-981f-4332-a000-c6cbc6e8ead4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.562779] env[70691]: DEBUG oslo_vmware.api [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1045.562779] env[70691]: value = "task-3454528" [ 1045.562779] env[70691]: _type = "Task" [ 1045.562779] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.577922] env[70691]: DEBUG oslo_vmware.api [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.578096] env[70691]: DEBUG oslo_vmware.api [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454526, 'name': PowerOnVM_Task, 'duration_secs': 0.444076} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.579246] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1045.579559] env[70691]: INFO nova.compute.manager [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Took 4.84 seconds to spawn the instance on the hypervisor. [ 1045.579617] env[70691]: DEBUG nova.compute.manager [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1045.580406] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d392a91-2bb3-4117-a256-096ed64e52bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.659686] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454527, 'name': Rename_Task, 'duration_secs': 0.178101} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.660072] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1045.660329] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-508e512f-5757-4d0f-9237-590a02c459cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.666974] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1045.666974] env[70691]: value = "task-3454529" [ 1045.666974] env[70691]: _type = "Task" [ 1045.666974] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.675037] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.685655] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.685984] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.686252] env[70691]: DEBUG nova.network.neutron [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1045.763551] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.764224] env[70691]: DEBUG nova.compute.manager [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1045.767602] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.646s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.768994] env[70691]: INFO nova.compute.claims [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.937314] env[70691]: DEBUG nova.network.neutron [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Successfully updated port: b8b12214-d226-4a1e-885d-22e69c4e33a3 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.044426] env[70691]: DEBUG oslo_concurrency.lockutils [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.073199] env[70691]: DEBUG oslo_vmware.api [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454528, 'name': PowerOffVM_Task, 'duration_secs': 0.195384} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.073679] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1046.075131] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1046.075877] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545c2dcc-c075-4802-8e4c-04ce2ff118c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.098791] env[70691]: INFO nova.compute.manager [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Took 22.34 seconds to build instance. [ 1046.177805] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.181861] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1046.182178] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1046.182375] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleting the datastore file [datastore1] 6f29c19c-6ce6-4466-93d2-eabd054787d8 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.182704] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c49bbf94-4193-49ae-afa1-3c895c815594 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.191909] env[70691]: DEBUG oslo_vmware.api [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1046.191909] env[70691]: value = "task-3454531" [ 1046.191909] env[70691]: _type = "Task" [ 1046.191909] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.200982] env[70691]: DEBUG oslo_vmware.api [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.276178] env[70691]: DEBUG nova.compute.utils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1046.280135] env[70691]: DEBUG nova.compute.manager [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1046.280358] env[70691]: DEBUG nova.network.neutron [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1046.361498] env[70691]: DEBUG nova.policy [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fd8a66a921e4ea995c7f84c7acfd4cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1494110c1fc4cee80e3e032ba9cf2c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1046.441341] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquiring lock "refresh_cache-02b27472-1134-4a14-97ab-243c6aedb5b7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.441341] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquired lock "refresh_cache-02b27472-1134-4a14-97ab-243c6aedb5b7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.441341] env[70691]: DEBUG nova.network.neutron [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1046.547901] env[70691]: INFO nova.network.neutron [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Port 77132a62-d359-4831-bcd4-776fbe667c05 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1046.547901] env[70691]: DEBUG nova.network.neutron [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [{"id": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "address": "fa:16:3e:7f:0a:90", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3f162e-88", "ovs_interfaceid": "db3f162e-8868-4e7a-ab48-1df94c0fd664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.602882] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d47d36c0-023f-4534-aeff-f6d1e909ea70 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "fb60b8b4-9d06-4e6e-a418-531a873eae05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.854s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.642946] env[70691]: DEBUG nova.compute.manager [req-ab22d948-86d9-4eed-9fa2-6144266262d0 req-1ad32b4c-dda0-469f-a8f8-8662610eed77 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-vif-deleted-77132a62-d359-4831-bcd4-776fbe667c05 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1046.680266] env[70691]: DEBUG oslo_vmware.api [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454529, 'name': PowerOnVM_Task, 'duration_secs': 0.790285} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.680629] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1046.680751] env[70691]: INFO nova.compute.manager [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1046.680929] env[70691]: DEBUG nova.compute.manager [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1046.681825] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d503b15-a4af-4b39-83b0-60e9a05025f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.701240] env[70691]: DEBUG oslo_vmware.api [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258154} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.701240] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.701240] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1046.701240] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1046.701240] env[70691]: INFO nova.compute.manager [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1046.701240] env[70691]: DEBUG oslo.service.loopingcall [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.701240] env[70691]: DEBUG nova.compute.manager [-] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1046.701240] env[70691]: DEBUG nova.network.neutron [-] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1046.751149] env[70691]: DEBUG nova.compute.manager [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Received event network-vif-plugged-b8b12214-d226-4a1e-885d-22e69c4e33a3 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1046.751418] env[70691]: DEBUG oslo_concurrency.lockutils [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] Acquiring lock "02b27472-1134-4a14-97ab-243c6aedb5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.751643] env[70691]: DEBUG oslo_concurrency.lockutils [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] Lock "02b27472-1134-4a14-97ab-243c6aedb5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.751908] env[70691]: DEBUG oslo_concurrency.lockutils [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] Lock "02b27472-1134-4a14-97ab-243c6aedb5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.752157] env[70691]: DEBUG nova.compute.manager [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] No waiting events found dispatching network-vif-plugged-b8b12214-d226-4a1e-885d-22e69c4e33a3 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1046.752348] env[70691]: WARNING nova.compute.manager [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Received unexpected event network-vif-plugged-b8b12214-d226-4a1e-885d-22e69c4e33a3 for instance with vm_state building and task_state spawning. [ 1046.752513] env[70691]: DEBUG nova.compute.manager [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Received event network-changed-b8b12214-d226-4a1e-885d-22e69c4e33a3 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1046.752688] env[70691]: DEBUG nova.compute.manager [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Refreshing instance network info cache due to event network-changed-b8b12214-d226-4a1e-885d-22e69c4e33a3. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1046.753086] env[70691]: DEBUG oslo_concurrency.lockutils [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] Acquiring lock "refresh_cache-02b27472-1134-4a14-97ab-243c6aedb5b7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.772221] env[70691]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 77132a62-d359-4831-bcd4-776fbe667c05 could not be found.", "detail": ""}} {{(pid=70691) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1046.772221] env[70691]: DEBUG nova.network.neutron [-] Unable to show port 77132a62-d359-4831-bcd4-776fbe667c05 as it no longer exists. {{(pid=70691) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1046.780804] env[70691]: DEBUG nova.compute.manager [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1046.827015] env[70691]: DEBUG nova.network.neutron [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Successfully created port: bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.860642] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "refresh_cache-35828fe9-7966-4d5a-b860-2cabb825ce9c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.860740] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquired lock "refresh_cache-35828fe9-7966-4d5a-b860-2cabb825ce9c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.860885] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Forcefully refreshing network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1046.979451] env[70691]: DEBUG nova.network.neutron [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1047.041150] env[70691]: INFO nova.compute.manager [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Rebuilding instance [ 1047.047791] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b3b439-f696-4d6c-a0c4-779853e95d1d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.050844] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-6f29c19c-6ce6-4466-93d2-eabd054787d8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.065318] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241beda6-836d-4689-9341-edb3d8f485d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.102417] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62150706-c68e-40d7-be12-8c1b35923ad2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.114926] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a128c1-5ba6-4c8f-aed5-99b9264af424 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.121760] env[70691]: DEBUG nova.compute.manager [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1047.122639] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab297d97-0c7d-4068-9def-c7feca6c6630 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.137069] env[70691]: DEBUG nova.compute.provider_tree [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.151188] env[70691]: DEBUG nova.network.neutron [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Updating instance_info_cache with network_info: [{"id": "b8b12214-d226-4a1e-885d-22e69c4e33a3", "address": "fa:16:3e:13:b3:98", "network": {"id": "c67ef9ff-4437-4ed7-b25e-018bea8741a5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-893517272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c27f949795b546808b393da56dac63c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b12214-d2", "ovs_interfaceid": "b8b12214-d226-4a1e-885d-22e69c4e33a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.201389] env[70691]: INFO nova.compute.manager [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Took 32.25 seconds to build instance. [ 1047.327284] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.327432] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.327623] env[70691]: DEBUG nova.compute.manager [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Going to confirm migration 5 {{(pid=70691) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1047.389291] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1047.555055] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1b302c3c-dafe-4d51-9e16-7a4151f30d3c tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-6f29c19c-6ce6-4466-93d2-eabd054787d8-6d26bc06-25b8-49ac-8db4-7618dcfb89bf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.191s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.639895] env[70691]: DEBUG nova.scheduler.client.report [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1047.645665] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1047.645958] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39f0a5ad-6a95-455b-8cfb-d3065c30e659 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.653127] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Releasing lock "refresh_cache-02b27472-1134-4a14-97ab-243c6aedb5b7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.653375] env[70691]: DEBUG nova.compute.manager [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Instance network_info: |[{"id": "b8b12214-d226-4a1e-885d-22e69c4e33a3", "address": "fa:16:3e:13:b3:98", "network": {"id": "c67ef9ff-4437-4ed7-b25e-018bea8741a5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-893517272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c27f949795b546808b393da56dac63c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b12214-d2", "ovs_interfaceid": "b8b12214-d226-4a1e-885d-22e69c4e33a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1047.655641] env[70691]: DEBUG oslo_concurrency.lockutils [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] Acquired lock "refresh_cache-02b27472-1134-4a14-97ab-243c6aedb5b7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.655836] env[70691]: DEBUG nova.network.neutron [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Refreshing network info cache for port b8b12214-d226-4a1e-885d-22e69c4e33a3 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1047.658547] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:b3:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b12214-d226-4a1e-885d-22e69c4e33a3', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.668013] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Creating folder: Project (c27f949795b546808b393da56dac63c5). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1047.669906] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1047.669906] env[70691]: value = "task-3454532" [ 1047.669906] env[70691]: _type = "Task" [ 1047.669906] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.673403] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb0ee52-bd3c-4384-8de9-9e0f5468c8df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.687409] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.689032] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Created folder: Project (c27f949795b546808b393da56dac63c5) in parent group-v689428. [ 1047.689229] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Creating folder: Instances. Parent ref: group-v689658. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1047.689487] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06410f8a-fda8-49df-9ca8-917b699ad182 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.700806] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Created folder: Instances in parent group-v689658. [ 1047.701241] env[70691]: DEBUG oslo.service.loopingcall [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.701557] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1047.701885] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d7ff01d-5e65-473c-a07e-92ae4406b8a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.727414] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6f01bf7d-a3e9-4747-9026-23e836ee11d6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.780s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.733767] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.733767] env[70691]: value = "task-3454535" [ 1047.733767] env[70691]: _type = "Task" [ 1047.733767] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.741910] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454535, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.792965] env[70691]: DEBUG nova.compute.manager [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1047.828446] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1047.828751] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1047.828924] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.829126] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1047.829281] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.829464] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1047.829694] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1047.829881] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1047.830071] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1047.830269] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1047.830468] env[70691]: DEBUG nova.virt.hardware [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1047.833986] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285f14ec-ce60-4ed7-b52e-2dcbd14d18ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.846150] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ec5dab-8dcd-43ab-a138-fc4ac39949f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.947207] env[70691]: DEBUG nova.network.neutron [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Updated VIF entry in instance network info cache for port b8b12214-d226-4a1e-885d-22e69c4e33a3. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1047.947594] env[70691]: DEBUG nova.network.neutron [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Updating instance_info_cache with network_info: [{"id": "b8b12214-d226-4a1e-885d-22e69c4e33a3", "address": "fa:16:3e:13:b3:98", "network": {"id": "c67ef9ff-4437-4ed7-b25e-018bea8741a5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-893517272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c27f949795b546808b393da56dac63c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b12214-d2", "ovs_interfaceid": "b8b12214-d226-4a1e-885d-22e69c4e33a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.973990] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.974242] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.974428] env[70691]: DEBUG nova.network.neutron [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1047.974619] env[70691]: DEBUG nova.objects.instance [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lazy-loading 'info_cache' on Instance uuid f518ba2f-2541-47cd-8b81-af3f5bf1ab2b {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.042177] env[70691]: DEBUG nova.network.neutron [-] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.088932] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.145625] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.146169] env[70691]: DEBUG nova.compute.manager [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1048.149104] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.562s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.150440] env[70691]: INFO nova.compute.claims [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.190413] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454532, 'name': PowerOffVM_Task, 'duration_secs': 0.195912} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.190872] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1048.192202] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1048.192417] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5916d02-11bb-4d60-8e22-bddeaa6ea31d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.200740] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1048.201022] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80849d35-4832-45de-8a43-cffd0cf9e703 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.227729] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1048.227957] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1048.228156] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Deleting the datastore file [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.228429] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7610aaca-f425-49e6-bef6-62ba56c694af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.240037] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1048.240037] env[70691]: value = "task-3454537" [ 1048.240037] env[70691]: _type = "Task" [ 1048.240037] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.247597] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454535, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.253412] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.450383] env[70691]: DEBUG oslo_concurrency.lockutils [req-923f457e-c389-46e6-b294-725d5c116aa2 req-8b6fca6e-7b6b-4dfd-b1fa-1ab9145c04ae service nova] Releasing lock "refresh_cache-02b27472-1134-4a14-97ab-243c6aedb5b7" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.546181] env[70691]: INFO nova.compute.manager [-] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Took 1.84 seconds to deallocate network for instance. [ 1048.591100] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Releasing lock "refresh_cache-35828fe9-7966-4d5a-b860-2cabb825ce9c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.591318] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Updated the network info_cache for instance {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1048.591764] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.592036] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.592203] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.592353] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.592495] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.592637] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.592771] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1048.592932] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.637050] env[70691]: DEBUG nova.network.neutron [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Successfully updated port: bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.654565] env[70691]: DEBUG nova.compute.utils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1048.657785] env[70691]: DEBUG nova.compute.manager [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Not allocating networking since 'none' was specified. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1048.672856] env[70691]: DEBUG nova.compute.manager [req-60346d13-1cf5-4c13-8492-8162316c8caf req-8b5f24f8-1171-4aa7-97c3-63bfa363fa4e service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Received event network-changed-55c5818b-9bfc-4956-b9ce-7f412dfa3fae {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1048.672856] env[70691]: DEBUG nova.compute.manager [req-60346d13-1cf5-4c13-8492-8162316c8caf req-8b5f24f8-1171-4aa7-97c3-63bfa363fa4e service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Refreshing instance network info cache due to event network-changed-55c5818b-9bfc-4956-b9ce-7f412dfa3fae. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1048.673039] env[70691]: DEBUG oslo_concurrency.lockutils [req-60346d13-1cf5-4c13-8492-8162316c8caf req-8b5f24f8-1171-4aa7-97c3-63bfa363fa4e service nova] Acquiring lock "refresh_cache-697b0d66-ebc0-465a-87de-2a019c9be3cf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.673195] env[70691]: DEBUG oslo_concurrency.lockutils [req-60346d13-1cf5-4c13-8492-8162316c8caf req-8b5f24f8-1171-4aa7-97c3-63bfa363fa4e service nova] Acquired lock "refresh_cache-697b0d66-ebc0-465a-87de-2a019c9be3cf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.673359] env[70691]: DEBUG nova.network.neutron [req-60346d13-1cf5-4c13-8492-8162316c8caf req-8b5f24f8-1171-4aa7-97c3-63bfa363fa4e service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Refreshing network info cache for port 55c5818b-9bfc-4956-b9ce-7f412dfa3fae {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1048.743951] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454535, 'name': CreateVM_Task, 'duration_secs': 0.588756} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.746833] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1048.747738] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.747918] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.748280] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.748895] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a09868f-99fb-4154-9875-f4122a9f6337 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.753295] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145901} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.753825] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.754078] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1048.754805] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1048.757971] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1048.757971] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52479307-7dc4-d5a4-e2e7-b160add4bc75" [ 1048.757971] env[70691]: _type = "Task" [ 1048.757971] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.765076] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52479307-7dc4-d5a4-e2e7-b160add4bc75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.781290] env[70691]: DEBUG nova.compute.manager [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Received event network-vif-deleted-db3f162e-8868-4e7a-ab48-1df94c0fd664 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1048.781440] env[70691]: DEBUG nova.compute.manager [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received event network-vif-plugged-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1048.781600] env[70691]: DEBUG oslo_concurrency.lockutils [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] Acquiring lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.781844] env[70691]: DEBUG oslo_concurrency.lockutils [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.781993] env[70691]: DEBUG oslo_concurrency.lockutils [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.783230] env[70691]: DEBUG nova.compute.manager [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] No waiting events found dispatching network-vif-plugged-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1048.783230] env[70691]: WARNING nova.compute.manager [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received unexpected event network-vif-plugged-bab61f1d-6111-443c-b7da-3b16440d6646 for instance with vm_state building and task_state spawning. [ 1048.783230] env[70691]: DEBUG nova.compute.manager [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received event network-changed-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1048.783230] env[70691]: DEBUG nova.compute.manager [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Refreshing instance network info cache due to event network-changed-bab61f1d-6111-443c-b7da-3b16440d6646. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1048.783230] env[70691]: DEBUG oslo_concurrency.lockutils [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] Acquiring lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.783230] env[70691]: DEBUG oslo_concurrency.lockutils [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] Acquired lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.783230] env[70691]: DEBUG nova.network.neutron [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Refreshing network info cache for port bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1049.052188] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.095868] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.143729] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.162048] env[70691]: DEBUG nova.compute.manager [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1049.237067] env[70691]: DEBUG nova.network.neutron [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance_info_cache with network_info: [{"id": "502725a1-24f3-4a9a-ab15-79e70466f41f", "address": "fa:16:3e:24:ec:18", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502725a1-24", "ovs_interfaceid": "502725a1-24f3-4a9a-ab15-79e70466f41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.274864] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52479307-7dc4-d5a4-e2e7-b160add4bc75, 'name': SearchDatastore_Task, 'duration_secs': 0.019171} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.274864] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.274864] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.275161] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.275348] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.275526] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.275808] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25047a13-48e0-4fe2-b4ab-a42b74ab045d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.287117] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.287316] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1049.288341] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af795794-cf7a-4421-81d4-bb46b8ee10ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.295078] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1049.295078] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524c2798-5d37-8439-9af9-a6ab66aeb619" [ 1049.295078] env[70691]: _type = "Task" [ 1049.295078] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.303971] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524c2798-5d37-8439-9af9-a6ab66aeb619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.329477] env[70691]: DEBUG nova.network.neutron [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1049.434630] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31915556-2947-454b-8181-32654811f289 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.442982] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8eed1c-b623-4088-bbb7-38107c2ce2a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.473077] env[70691]: DEBUG nova.network.neutron [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.477260] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736792c4-7072-4e50-a4b9-66c20b5d3f22 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.484974] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f693d1-fe1e-48e5-856a-4c87d6399f28 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.501509] env[70691]: DEBUG nova.compute.provider_tree [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.563591] env[70691]: DEBUG nova.network.neutron [req-60346d13-1cf5-4c13-8492-8162316c8caf req-8b5f24f8-1171-4aa7-97c3-63bfa363fa4e service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Updated VIF entry in instance network info cache for port 55c5818b-9bfc-4956-b9ce-7f412dfa3fae. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1049.564016] env[70691]: DEBUG nova.network.neutron [req-60346d13-1cf5-4c13-8492-8162316c8caf req-8b5f24f8-1171-4aa7-97c3-63bfa363fa4e service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Updating instance_info_cache with network_info: [{"id": "55c5818b-9bfc-4956-b9ce-7f412dfa3fae", "address": "fa:16:3e:62:61:58", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c5818b-9b", "ovs_interfaceid": "55c5818b-9bfc-4956-b9ce-7f412dfa3fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.739601] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.739865] env[70691]: DEBUG nova.objects.instance [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lazy-loading 'migration_context' on Instance uuid f518ba2f-2541-47cd-8b81-af3f5bf1ab2b {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.796062] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1049.796062] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1049.796062] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.796062] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1049.796320] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.796447] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1049.796661] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1049.796823] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1049.796990] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1049.797170] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1049.797348] env[70691]: DEBUG nova.virt.hardware [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.798283] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c714cd1d-c04c-4dec-9159-2161541687fa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.811788] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9919ee3-7f1b-4bff-b751-ca4808ffd26d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.815553] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524c2798-5d37-8439-9af9-a6ab66aeb619, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.816971] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502ae5e2-503e-4374-8772-a1a4576d48f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.826515] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.831924] env[70691]: DEBUG oslo.service.loopingcall [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.832439] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1049.832636] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c3f2181-8b53-406d-a7f0-2f885dd85c3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.844864] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1049.844864] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c1b539-65ea-2123-efca-f09bf4c70551" [ 1049.844864] env[70691]: _type = "Task" [ 1049.844864] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.852996] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c1b539-65ea-2123-efca-f09bf4c70551, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.854053] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.854313] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 02b27472-1134-4a14-97ab-243c6aedb5b7/02b27472-1134-4a14-97ab-243c6aedb5b7.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1049.854519] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.854519] env[70691]: value = "task-3454538" [ 1049.854519] env[70691]: _type = "Task" [ 1049.854519] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.854733] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32073829-3143-4c62-9f7b-3eaf715eb9e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.865028] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454538, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.865306] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1049.865306] env[70691]: value = "task-3454539" [ 1049.865306] env[70691]: _type = "Task" [ 1049.865306] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.873913] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.981447] env[70691]: DEBUG oslo_concurrency.lockutils [req-a457dbb5-04dd-4eb7-83b8-595689fd8d38 req-44638ad7-9f72-4462-b5f6-dcce96458675 service nova] Releasing lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.981966] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.982240] env[70691]: DEBUG nova.network.neutron [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1050.004648] env[70691]: DEBUG nova.scheduler.client.report [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1050.068056] env[70691]: DEBUG oslo_concurrency.lockutils [req-60346d13-1cf5-4c13-8492-8162316c8caf req-8b5f24f8-1171-4aa7-97c3-63bfa363fa4e service nova] Releasing lock "refresh_cache-697b0d66-ebc0-465a-87de-2a019c9be3cf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.176040] env[70691]: DEBUG nova.compute.manager [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1050.200962] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1050.201244] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1050.201405] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.201595] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1050.201745] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.201897] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1050.202126] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1050.202300] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1050.202475] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1050.202645] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1050.202823] env[70691]: DEBUG nova.virt.hardware [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.203752] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c613f5fc-e9de-44c6-95a9-404454344269 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.213837] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7891c79-4a27-4213-ae0a-7a77c8295028 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.230310] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.236149] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Creating folder: Project (87a623759d484106b5d99d15fae4f3ca). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1050.236564] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7edac8d-e1e2-46ab-abb4-5bbcf436b0b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.242742] env[70691]: DEBUG nova.objects.base [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1050.243651] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078c259a-989c-42fb-9f20-9f33e113d064 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.247786] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Created folder: Project (87a623759d484106b5d99d15fae4f3ca) in parent group-v689428. [ 1050.248017] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Creating folder: Instances. Parent ref: group-v689662. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1050.248671] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c44ee739-f511-4148-9447-a9eed692c9ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.266806] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e58cbb-14fe-48dc-810e-e41ebc24f241 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.269321] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Created folder: Instances in parent group-v689662. [ 1050.269583] env[70691]: DEBUG oslo.service.loopingcall [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.269801] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1050.270455] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-140b9564-968f-4736-994d-2d57bcc2055c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.284892] env[70691]: DEBUG oslo_vmware.api [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1050.284892] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52789ffc-b76f-158c-bc9d-45faf4d75200" [ 1050.284892] env[70691]: _type = "Task" [ 1050.284892] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.289967] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.289967] env[70691]: value = "task-3454542" [ 1050.289967] env[70691]: _type = "Task" [ 1050.289967] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.296767] env[70691]: DEBUG oslo_vmware.api [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52789ffc-b76f-158c-bc9d-45faf4d75200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.302042] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454542, 'name': CreateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.367180] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454538, 'name': CreateVM_Task, 'duration_secs': 0.347989} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.370809] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1050.371339] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.371515] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.371877] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.372578] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de21a5fe-5c21-487b-b857-55bdcb34d5dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.377654] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454539, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.381082] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1050.381082] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c994b7-a5a8-86a2-9550-1f09a332061d" [ 1050.381082] env[70691]: _type = "Task" [ 1050.381082] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.390995] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c994b7-a5a8-86a2-9550-1f09a332061d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.509912] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.510559] env[70691]: DEBUG nova.compute.manager [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1050.513714] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.544s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.515290] env[70691]: INFO nova.compute.claims [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.518622] env[70691]: DEBUG nova.network.neutron [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1050.705585] env[70691]: DEBUG nova.network.neutron [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating instance_info_cache with network_info: [{"id": "bab61f1d-6111-443c-b7da-3b16440d6646", "address": "fa:16:3e:10:0e:2c", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab61f1d-61", "ovs_interfaceid": "bab61f1d-6111-443c-b7da-3b16440d6646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.797697] env[70691]: DEBUG oslo_vmware.api [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52789ffc-b76f-158c-bc9d-45faf4d75200, 'name': SearchDatastore_Task, 'duration_secs': 0.022876} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.800782] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.801008] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454542, 'name': CreateVM_Task, 'duration_secs': 0.300801} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.801170] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1050.801539] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.876183] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555784} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.876607] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 02b27472-1134-4a14-97ab-243c6aedb5b7/02b27472-1134-4a14-97ab-243c6aedb5b7.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1050.876850] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.877143] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab142f9-c4bb-4a3f-81c6-c751adf19b29 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.886529] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1050.886529] env[70691]: value = "task-3454543" [ 1050.886529] env[70691]: _type = "Task" [ 1050.886529] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.892902] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c994b7-a5a8-86a2-9550-1f09a332061d, 'name': SearchDatastore_Task, 'duration_secs': 0.024075} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.893536] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.893785] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.894104] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.894277] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.894468] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.897230] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.897587] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.897862] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f598205c-0f76-4c53-bb00-f03f64debeea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.900913] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.901141] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11f1b4a-21c7-45bc-80d4-f342af786d5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.905386] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1050.905386] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f17cad-9a5a-2b9d-c4b5-ab71e48fd0d9" [ 1050.905386] env[70691]: _type = "Task" [ 1050.905386] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.908892] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.909083] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1050.910120] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de27c073-7079-4701-9803-fcd3fac050d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.914942] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f17cad-9a5a-2b9d-c4b5-ab71e48fd0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.917512] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1050.917512] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528f6a87-b315-34e9-19fa-9a88092bb7cf" [ 1050.917512] env[70691]: _type = "Task" [ 1050.917512] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.925095] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528f6a87-b315-34e9-19fa-9a88092bb7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.020174] env[70691]: DEBUG nova.compute.utils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1051.021765] env[70691]: DEBUG nova.compute.manager [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Not allocating networking since 'none' was specified. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1051.211927] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.212313] env[70691]: DEBUG nova.compute.manager [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Instance network_info: |[{"id": "bab61f1d-6111-443c-b7da-3b16440d6646", "address": "fa:16:3e:10:0e:2c", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab61f1d-61", "ovs_interfaceid": "bab61f1d-6111-443c-b7da-3b16440d6646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1051.212737] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:0e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bab61f1d-6111-443c-b7da-3b16440d6646', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.220544] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating folder: Project (a1494110c1fc4cee80e3e032ba9cf2c8). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1051.220839] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd3e730e-230e-442e-a93d-2629b175550e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.231404] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Created folder: Project (a1494110c1fc4cee80e3e032ba9cf2c8) in parent group-v689428. [ 1051.231588] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating folder: Instances. Parent ref: group-v689665. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1051.231811] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4b19cc9-a348-4817-b4d7-c7e9f2f1b65e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.240168] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Created folder: Instances in parent group-v689665. [ 1051.240387] env[70691]: DEBUG oslo.service.loopingcall [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.240571] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1051.240762] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf5359a1-d20f-436c-b9b1-379bb0c126c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.258996] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.258996] env[70691]: value = "task-3454546" [ 1051.258996] env[70691]: _type = "Task" [ 1051.258996] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.265880] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454546, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.396451] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210863} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.396781] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.397652] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a0f23c-3114-4171-81ad-c11fd4494eaf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.419938] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 02b27472-1134-4a14-97ab-243c6aedb5b7/02b27472-1134-4a14-97ab-243c6aedb5b7.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.423219] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f37c44-563d-43de-a0bc-c508fddf306b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.446701] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528f6a87-b315-34e9-19fa-9a88092bb7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.451112] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f17cad-9a5a-2b9d-c4b5-ab71e48fd0d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.451384] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1051.451384] env[70691]: value = "task-3454547" [ 1051.451384] env[70691]: _type = "Task" [ 1051.451384] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.451580] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54146ae3-b091-479f-bf21-d43d60db81cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.453699] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.453974] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.454220] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.459774] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1051.459774] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5272770b-5f35-f11d-1381-51be3222c757" [ 1051.459774] env[70691]: _type = "Task" [ 1051.459774] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.463340] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.471426] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5272770b-5f35-f11d-1381-51be3222c757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.525507] env[70691]: DEBUG nova.compute.manager [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1051.747490] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aef8b8a-1da7-41c4-9f13-4bb2c35ebfa2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.755279] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505e42b5-f56d-44fb-a49c-bde01f105382 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.788774] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21b2739-1ff6-42ec-a614-e801485c4272 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.794320] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454546, 'name': CreateVM_Task, 'duration_secs': 0.395174} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.794803] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1051.795528] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.795700] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.796025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.796288] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1201334b-e643-4bf3-b5e3-a1656e5af9f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.801042] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871de2eb-39cb-4850-a80c-364ae946531c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.805956] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1051.805956] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528aa4fe-d723-e728-b4e6-2347abfc6aa0" [ 1051.805956] env[70691]: _type = "Task" [ 1051.805956] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.816836] env[70691]: DEBUG nova.compute.provider_tree [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.823258] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528aa4fe-d723-e728-b4e6-2347abfc6aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.965055] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454547, 'name': ReconfigVM_Task, 'duration_secs': 0.267735} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.966930] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 02b27472-1134-4a14-97ab-243c6aedb5b7/02b27472-1134-4a14-97ab-243c6aedb5b7.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.967568] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d62eca14-124e-4101-9def-0be8cb30b56c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.974122] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5272770b-5f35-f11d-1381-51be3222c757, 'name': SearchDatastore_Task, 'duration_secs': 0.015356} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.975224] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.975483] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05/fb60b8b4-9d06-4e6e-a418-531a873eae05.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1051.975768] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1051.975768] env[70691]: value = "task-3454548" [ 1051.975768] env[70691]: _type = "Task" [ 1051.975768] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.975980] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.976184] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.976393] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c11804ff-a7d3-46aa-9a41-c1f6ae987c30 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.978051] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e148b06f-9375-40b8-89ac-499348683c5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.987658] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454548, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.988806] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1051.988806] env[70691]: value = "task-3454549" [ 1051.988806] env[70691]: _type = "Task" [ 1051.988806] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.993425] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.993425] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1051.993425] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f499f4b-1838-4dad-a930-8680997603cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.001926] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.003172] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1052.003172] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f5019f-f695-7db0-80ed-ee51edd682ce" [ 1052.003172] env[70691]: _type = "Task" [ 1052.003172] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.010355] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f5019f-f695-7db0-80ed-ee51edd682ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.317612] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528aa4fe-d723-e728-b4e6-2347abfc6aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.077254} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.318064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.318260] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.318521] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.318666] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.318856] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.319782] env[70691]: DEBUG nova.scheduler.client.report [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1052.323831] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e43e0a-f58d-4659-a5cb-fe39ed6623d7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.333808] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.334117] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1052.334822] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7d601f-93b1-4ec2-a062-65ba030ae38c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.342082] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1052.342082] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5226853f-8c1a-b500-2850-4daaf37a89b0" [ 1052.342082] env[70691]: _type = "Task" [ 1052.342082] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.352762] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5226853f-8c1a-b500-2850-4daaf37a89b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.489169] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454548, 'name': Rename_Task, 'duration_secs': 0.146545} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.489568] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1052.492757] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d872bd99-9d20-4465-a755-7c3756d84a30 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.501303] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.502780] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1052.502780] env[70691]: value = "task-3454550" [ 1052.502780] env[70691]: _type = "Task" [ 1052.502780] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.514573] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.518566] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f5019f-f695-7db0-80ed-ee51edd682ce, 'name': SearchDatastore_Task, 'duration_secs': 0.018797} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.519420] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4917acf4-9754-4946-a3be-b5ed194f2bd3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.526419] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1052.526419] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c11f2a-8ed5-d55a-2697-068b4e54adca" [ 1052.526419] env[70691]: _type = "Task" [ 1052.526419] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.538196] env[70691]: DEBUG nova.compute.manager [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1052.540438] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c11f2a-8ed5-d55a-2697-068b4e54adca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.566091] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1052.566393] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1052.566558] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.566750] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1052.566900] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.567069] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1052.567301] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1052.567467] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1052.567640] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1052.567802] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1052.567983] env[70691]: DEBUG nova.virt.hardware [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.568924] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cd0fbd-3109-47c6-9fe1-79c8301f057c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.578103] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8e79d2-2b08-4842-b6e2-be5f90952cee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.592833] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.598757] env[70691]: DEBUG oslo.service.loopingcall [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.599063] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42032c1c-beb2-477f-8417-35625439a593] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1052.599658] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79d32895-ddfe-4372-af3a-4034503354b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.617297] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.617297] env[70691]: value = "task-3454551" [ 1052.617297] env[70691]: _type = "Task" [ 1052.617297] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.627849] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454551, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.826424] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.826424] env[70691]: DEBUG nova.compute.manager [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1052.828944] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.578s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.829208] env[70691]: DEBUG nova.objects.instance [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lazy-loading 'resources' on Instance uuid 35828fe9-7966-4d5a-b860-2cabb825ce9c {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.852889] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5226853f-8c1a-b500-2850-4daaf37a89b0, 'name': SearchDatastore_Task, 'duration_secs': 0.019446} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.853778] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a43fb02-cfb4-402b-bc05-0eb3d44a8ae1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.859252] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1052.859252] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5245f657-9ff9-36c1-df59-f2d06f8c7fb5" [ 1052.859252] env[70691]: _type = "Task" [ 1052.859252] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.869215] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5245f657-9ff9-36c1-df59-f2d06f8c7fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.999258] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614324} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.999550] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05/fb60b8b4-9d06-4e6e-a418-531a873eae05.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1052.999771] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.000032] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77e5a517-dc44-4a46-9b86-0cbe2d03e0ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.007325] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1053.007325] env[70691]: value = "task-3454552" [ 1053.007325] env[70691]: _type = "Task" [ 1053.007325] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.021177] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.025709] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.034659] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c11f2a-8ed5-d55a-2697-068b4e54adca, 'name': SearchDatastore_Task, 'duration_secs': 0.054824} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.034959] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.035270] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 517f1d42-707f-4392-98b0-3701d8c61bbd/517f1d42-707f-4392-98b0-3701d8c61bbd.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1053.035534] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faca4cfa-258b-4c7e-af99-fea0c9a7d5e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.041868] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1053.041868] env[70691]: value = "task-3454553" [ 1053.041868] env[70691]: _type = "Task" [ 1053.041868] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.048945] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.128337] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454551, 'name': CreateVM_Task, 'duration_secs': 0.242067} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.128522] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42032c1c-beb2-477f-8417-35625439a593] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1053.128984] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.129284] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.129656] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.129928] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a1f234-100d-4dbf-84a3-724b058d3787 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.134208] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1053.134208] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d5f4ce-5487-c020-b82f-921ff674b352" [ 1053.134208] env[70691]: _type = "Task" [ 1053.134208] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.141433] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d5f4ce-5487-c020-b82f-921ff674b352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.332457] env[70691]: DEBUG nova.compute.utils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1053.337169] env[70691]: DEBUG nova.compute.manager [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1053.337347] env[70691]: DEBUG nova.network.neutron [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1053.371708] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5245f657-9ff9-36c1-df59-f2d06f8c7fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.022337} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.372025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.372319] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf/c59bc96f-5ddc-4a4b-89e5-53486598bdaf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1053.372599] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7b7c97b-8e5a-4ef9-b7d2-ee01f4a88412 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.378231] env[70691]: DEBUG nova.policy [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae676dc2d7314c72a18accb1e6e0d544', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd4c618aabd841a4bdd98d38db6a866b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1053.384413] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1053.384413] env[70691]: value = "task-3454554" [ 1053.384413] env[70691]: _type = "Task" [ 1053.384413] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.399413] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.516697] env[70691]: DEBUG oslo_vmware.api [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454550, 'name': PowerOnVM_Task, 'duration_secs': 0.877627} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.517555] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1053.517744] env[70691]: INFO nova.compute.manager [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1053.517895] env[70691]: DEBUG nova.compute.manager [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1053.518752] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2943bac4-b648-4ffb-b9cf-f4606a7b70c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.527166] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077767} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.528061] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.528917] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf1b6bd-8592-4082-ab2d-f94d9cfd18db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.553585] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05/fb60b8b4-9d06-4e6e-a418-531a873eae05.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.559956] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b24da3d5-41a0-483f-a13b-96822e607974 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.582011] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454553, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.583619] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1053.583619] env[70691]: value = "task-3454555" [ 1053.583619] env[70691]: _type = "Task" [ 1053.583619] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.599289] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.630758] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf2ebc3-2a9d-4d2f-a9d1-1f241d61d205 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.641709] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae752f00-01d2-471a-9365-89aa404c3feb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.648894] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d5f4ce-5487-c020-b82f-921ff674b352, 'name': SearchDatastore_Task, 'duration_secs': 0.007861} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.649648] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.649908] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.650292] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.650390] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.650506] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.651038] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26691a6e-0783-4ab2-805a-282141f4f2c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.679504] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d09c535-5732-49c2-bb79-c57c7b073b6b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.682320] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.682675] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1053.683283] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1dd993-cc4a-482b-ba8f-810e29543e16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.693131] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d004d-f2e0-4bbf-a137-f24a6a42d438 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.697110] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1053.697110] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520fc48f-a4d8-2b16-73b1-608d7ae7a2aa" [ 1053.697110] env[70691]: _type = "Task" [ 1053.697110] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.711340] env[70691]: DEBUG nova.compute.provider_tree [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.715602] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520fc48f-a4d8-2b16-73b1-608d7ae7a2aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.739497] env[70691]: DEBUG nova.network.neutron [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Successfully created port: b9c69ff2-4059-43da-a80e-b59e96ccd36a {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.837800] env[70691]: DEBUG nova.compute.manager [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1053.894574] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454554, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.064354] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713513} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.066934] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 517f1d42-707f-4392-98b0-3701d8c61bbd/517f1d42-707f-4392-98b0-3701d8c61bbd.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1054.067203] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.067718] env[70691]: INFO nova.compute.manager [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Took 28.97 seconds to build instance. [ 1054.068638] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b519c43e-89f8-404e-987c-581732ed7713 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.079306] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1054.079306] env[70691]: value = "task-3454556" [ 1054.079306] env[70691]: _type = "Task" [ 1054.079306] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.092096] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.096982] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.210772] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520fc48f-a4d8-2b16-73b1-608d7ae7a2aa, 'name': SearchDatastore_Task, 'duration_secs': 0.030173} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.211862] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e65ee4e-1cd2-43b0-8204-412d13a6033e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.216723] env[70691]: DEBUG nova.scheduler.client.report [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1054.224491] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1054.224491] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a6afc5-6fed-1d9f-1f44-95ef20a1d552" [ 1054.224491] env[70691]: _type = "Task" [ 1054.224491] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.235297] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a6afc5-6fed-1d9f-1f44-95ef20a1d552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.397645] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454554, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.573970] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd834dd4-8d97-4745-8ec9-94e569b6ac49 tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "02b27472-1134-4a14-97ab-243c6aedb5b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.478s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.589060] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.592149] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.592953] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895b26b5-6bd5-45f7-8464-080ad1ddf5c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.600332] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454555, 'name': ReconfigVM_Task, 'duration_secs': 0.986937} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.609165] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Reconfigured VM instance instance-0000004e to attach disk [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05/fb60b8b4-9d06-4e6e-a418-531a873eae05.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.618673] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 517f1d42-707f-4392-98b0-3701d8c61bbd/517f1d42-707f-4392-98b0-3701d8c61bbd.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.618930] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05c3b31a-9010-4051-8a72-dfa7a60b1109 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.620490] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1860d547-92bd-4747-965c-61f06d9aedb9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.640060] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1054.640060] env[70691]: value = "task-3454558" [ 1054.640060] env[70691]: _type = "Task" [ 1054.640060] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.641381] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1054.641381] env[70691]: value = "task-3454557" [ 1054.641381] env[70691]: _type = "Task" [ 1054.641381] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.652361] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.655257] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454557, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.723372] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.725715] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.642s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.725954] env[70691]: DEBUG nova.objects.instance [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'resources' on Instance uuid 726bf7a9-d337-497c-804e-68c43e4b9a02 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.737033] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a6afc5-6fed-1d9f-1f44-95ef20a1d552, 'name': SearchDatastore_Task, 'duration_secs': 0.052912} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.737454] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.737681] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 42032c1c-beb2-477f-8417-35625439a593/42032c1c-beb2-477f-8417-35625439a593.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1054.737993] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cd2e411-1ebc-4fec-80c0-043a15c06ca4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.746273] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1054.746273] env[70691]: value = "task-3454559" [ 1054.746273] env[70691]: _type = "Task" [ 1054.746273] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.750280] env[70691]: INFO nova.scheduler.client.report [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Deleted allocations for instance 35828fe9-7966-4d5a-b860-2cabb825ce9c [ 1054.759374] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.848702] env[70691]: DEBUG nova.compute.manager [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1054.876732] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1054.876991] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1054.877199] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.877411] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1054.877576] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.877742] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1054.877973] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1054.878174] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1054.878366] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1054.878550] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1054.878798] env[70691]: DEBUG nova.virt.hardware [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1054.879682] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340657cb-13ba-4e32-8b53-9f97327fa522 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.887844] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1117ceb0-405f-4c1c-900b-bebc53ac160c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.901920] env[70691]: DEBUG oslo_concurrency.lockutils [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquiring lock "02b27472-1134-4a14-97ab-243c6aedb5b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.902326] env[70691]: DEBUG oslo_concurrency.lockutils [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "02b27472-1134-4a14-97ab-243c6aedb5b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.902613] env[70691]: DEBUG oslo_concurrency.lockutils [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquiring lock "02b27472-1134-4a14-97ab-243c6aedb5b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.902859] env[70691]: DEBUG oslo_concurrency.lockutils [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "02b27472-1134-4a14-97ab-243c6aedb5b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.903120] env[70691]: DEBUG oslo_concurrency.lockutils [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "02b27472-1134-4a14-97ab-243c6aedb5b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.905218] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454554, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.065178} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.914349] env[70691]: INFO nova.compute.manager [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Terminating instance [ 1054.916319] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf/c59bc96f-5ddc-4a4b-89e5-53486598bdaf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1054.916559] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.917622] env[70691]: DEBUG nova.compute.manager [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1054.917858] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1054.918143] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccb3e8ba-b6c5-4fee-a6eb-79982beca7e3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.921374] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f64f3da-a163-493c-8ebc-dde5d39b8a2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.931773] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1054.932990] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1dae91c-48e5-4aed-898d-58c8e985330a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.935125] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1054.935125] env[70691]: value = "task-3454560" [ 1054.935125] env[70691]: _type = "Task" [ 1054.935125] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.941410] env[70691]: DEBUG oslo_vmware.api [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1054.941410] env[70691]: value = "task-3454561" [ 1054.941410] env[70691]: _type = "Task" [ 1054.941410] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.949794] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.955911] env[70691]: DEBUG oslo_vmware.api [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.156316] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454557, 'name': Rename_Task, 'duration_secs': 0.134686} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.160308] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1055.160640] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.160876] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85d12af6-4e37-4c13-9506-d877445341f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.167629] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1055.167629] env[70691]: value = "task-3454562" [ 1055.167629] env[70691]: _type = "Task" [ 1055.167629] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.180662] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.265027] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458247} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.265027] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8fc776a2-01ac-4188-8604-0d54eca0be44 tempest-ServersAdminTestJSON-1051384702 tempest-ServersAdminTestJSON-1051384702-project-member] Lock "35828fe9-7966-4d5a-b860-2cabb825ce9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.198s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.265027] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 42032c1c-beb2-477f-8417-35625439a593/42032c1c-beb2-477f-8417-35625439a593.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1055.265027] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.265370] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d863b3b1-22fb-4515-9841-42cc78c78d14 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.278250] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1055.278250] env[70691]: value = "task-3454563" [ 1055.278250] env[70691]: _type = "Task" [ 1055.278250] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.291051] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.311393] env[70691]: DEBUG nova.compute.manager [req-2ed6f63c-6c33-40d5-a82e-ea494d436ef8 req-d145a47d-d7df-47c5-a7b2-101c7ec49939 service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Received event network-vif-plugged-b9c69ff2-4059-43da-a80e-b59e96ccd36a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1055.311649] env[70691]: DEBUG oslo_concurrency.lockutils [req-2ed6f63c-6c33-40d5-a82e-ea494d436ef8 req-d145a47d-d7df-47c5-a7b2-101c7ec49939 service nova] Acquiring lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.311813] env[70691]: DEBUG oslo_concurrency.lockutils [req-2ed6f63c-6c33-40d5-a82e-ea494d436ef8 req-d145a47d-d7df-47c5-a7b2-101c7ec49939 service nova] Lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.311993] env[70691]: DEBUG oslo_concurrency.lockutils [req-2ed6f63c-6c33-40d5-a82e-ea494d436ef8 req-d145a47d-d7df-47c5-a7b2-101c7ec49939 service nova] Lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.312175] env[70691]: DEBUG nova.compute.manager [req-2ed6f63c-6c33-40d5-a82e-ea494d436ef8 req-d145a47d-d7df-47c5-a7b2-101c7ec49939 service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] No waiting events found dispatching network-vif-plugged-b9c69ff2-4059-43da-a80e-b59e96ccd36a {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1055.312341] env[70691]: WARNING nova.compute.manager [req-2ed6f63c-6c33-40d5-a82e-ea494d436ef8 req-d145a47d-d7df-47c5-a7b2-101c7ec49939 service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Received unexpected event network-vif-plugged-b9c69ff2-4059-43da-a80e-b59e96ccd36a for instance with vm_state building and task_state spawning. [ 1055.456451] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107826} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.456822] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.457772] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acde2d2-0ff5-41ed-8dcc-2189bcfee7cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.464413] env[70691]: DEBUG oslo_vmware.api [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454561, 'name': PowerOffVM_Task, 'duration_secs': 0.211894} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.467118] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1055.467316] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1055.467762] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daf4b76a-d35e-484e-b720-cb79aa34a07f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.492755] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf/c59bc96f-5ddc-4a4b-89e5-53486598bdaf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.496284] env[70691]: DEBUG nova.network.neutron [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Successfully updated port: b9c69ff2-4059-43da-a80e-b59e96ccd36a {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.498288] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1110e139-3098-472b-adc5-c0cb7af5ae37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.516078] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquiring lock "refresh_cache-1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.516264] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquired lock "refresh_cache-1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.516355] env[70691]: DEBUG nova.network.neutron [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1055.522166] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1055.522166] env[70691]: value = "task-3454565" [ 1055.522166] env[70691]: _type = "Task" [ 1055.522166] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.531702] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.534825] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec0715e-9f3b-463d-8f3a-abba1567a86e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.541883] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de26097c-ddfd-4147-8955-67f8d3bea5f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.578682] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d4c423-6d0e-4a2c-b43b-35452ed58410 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.581470] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1055.581568] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1055.581751] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Deleting the datastore file [datastore1] 02b27472-1134-4a14-97ab-243c6aedb5b7 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.582322] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3ee4100-c537-4acc-874f-2c7b369795fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.589953] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8be880-8410-4211-bf10-9cde45fa799c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.594029] env[70691]: DEBUG oslo_vmware.api [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for the task: (returnval){ [ 1055.594029] env[70691]: value = "task-3454566" [ 1055.594029] env[70691]: _type = "Task" [ 1055.594029] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.605758] env[70691]: DEBUG nova.compute.provider_tree [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.612010] env[70691]: DEBUG oslo_vmware.api [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.651949] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454558, 'name': ReconfigVM_Task, 'duration_secs': 0.646319} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.652308] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 517f1d42-707f-4392-98b0-3701d8c61bbd/517f1d42-707f-4392-98b0-3701d8c61bbd.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.652985] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e45c0af-31d0-4dd0-b3b8-e24ea7872d07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.659258] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1055.659258] env[70691]: value = "task-3454567" [ 1055.659258] env[70691]: _type = "Task" [ 1055.659258] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.667158] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454567, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.676040] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454562, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.791298] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067221} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.791579] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.792566] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87788ff-ad18-40ab-97a6-0ad954582310 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.812946] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 42032c1c-beb2-477f-8417-35625439a593/42032c1c-beb2-477f-8417-35625439a593.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.813295] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ea934a-cbf8-483a-9359-392a7f8e6d61 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.832486] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1055.832486] env[70691]: value = "task-3454568" [ 1055.832486] env[70691]: _type = "Task" [ 1055.832486] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.841497] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.032223] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454565, 'name': ReconfigVM_Task, 'duration_secs': 0.28809} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.032335] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf/c59bc96f-5ddc-4a4b-89e5-53486598bdaf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.032991] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a513909-46d8-4e23-b9ab-47be952ee094 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.040279] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1056.040279] env[70691]: value = "task-3454569" [ 1056.040279] env[70691]: _type = "Task" [ 1056.040279] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.049013] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454569, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.071208] env[70691]: DEBUG nova.network.neutron [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1056.104420] env[70691]: DEBUG oslo_vmware.api [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Task: {'id': task-3454566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342581} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.104534] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.104722] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1056.105026] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1056.105247] env[70691]: INFO nova.compute.manager [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1056.105516] env[70691]: DEBUG oslo.service.loopingcall [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.105680] env[70691]: DEBUG nova.compute.manager [-] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1056.105768] env[70691]: DEBUG nova.network.neutron [-] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1056.108592] env[70691]: DEBUG nova.scheduler.client.report [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1056.170475] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454567, 'name': Rename_Task, 'duration_secs': 0.135816} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.173635] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1056.173967] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba9b3d9-58c6-4ddd-a025-639a899f9944 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.181343] env[70691]: DEBUG oslo_vmware.api [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454562, 'name': PowerOnVM_Task, 'duration_secs': 0.72949} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.182972] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1056.182972] env[70691]: DEBUG nova.compute.manager [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1056.183137] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1056.183137] env[70691]: value = "task-3454570" [ 1056.183137] env[70691]: _type = "Task" [ 1056.183137] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.183804] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31579b4b-f722-467e-8c55-3dcffdcdde4e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.201243] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.330026] env[70691]: DEBUG nova.network.neutron [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Updating instance_info_cache with network_info: [{"id": "b9c69ff2-4059-43da-a80e-b59e96ccd36a", "address": "fa:16:3e:7b:08:46", "network": {"id": "dcc4bfd0-0b98-4700-945c-671606bd7586", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-713938338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd4c618aabd841a4bdd98d38db6a866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c69ff2-40", "ovs_interfaceid": "b9c69ff2-4059-43da-a80e-b59e96ccd36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.344136] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454568, 'name': ReconfigVM_Task, 'duration_secs': 0.26491} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.344795] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 42032c1c-beb2-477f-8417-35625439a593/42032c1c-beb2-477f-8417-35625439a593.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.346259] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4bf0827-ab56-4409-9a5a-fa878336f33d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.355072] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1056.355072] env[70691]: value = "task-3454571" [ 1056.355072] env[70691]: _type = "Task" [ 1056.355072] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.364806] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454571, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.555775] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454569, 'name': Rename_Task, 'duration_secs': 0.156262} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.556114] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1056.556248] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a64652-04e7-48d4-935b-59ad28ca1ddd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.564383] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1056.564383] env[70691]: value = "task-3454572" [ 1056.564383] env[70691]: _type = "Task" [ 1056.564383] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.572579] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.597087] env[70691]: DEBUG nova.compute.manager [req-d15d3257-3608-4353-b730-70714963181c req-79b5b204-4252-40b1-9203-34b6784e9a8c service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Received event network-vif-deleted-b8b12214-d226-4a1e-885d-22e69c4e33a3 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1056.597318] env[70691]: INFO nova.compute.manager [req-d15d3257-3608-4353-b730-70714963181c req-79b5b204-4252-40b1-9203-34b6784e9a8c service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Neutron deleted interface b8b12214-d226-4a1e-885d-22e69c4e33a3; detaching it from the instance and deleting it from the info cache [ 1056.597490] env[70691]: DEBUG nova.network.neutron [req-d15d3257-3608-4353-b730-70714963181c req-79b5b204-4252-40b1-9203-34b6784e9a8c service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.613718] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.616098] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.927s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.618027] env[70691]: INFO nova.compute.claims [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.650575] env[70691]: INFO nova.scheduler.client.report [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted allocations for instance 726bf7a9-d337-497c-804e-68c43e4b9a02 [ 1056.697353] env[70691]: DEBUG oslo_vmware.api [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454570, 'name': PowerOnVM_Task, 'duration_secs': 0.443301} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.697663] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1056.697926] env[70691]: INFO nova.compute.manager [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Took 6.52 seconds to spawn the instance on the hypervisor. [ 1056.698176] env[70691]: DEBUG nova.compute.manager [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1056.700535] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b112c43e-f3a3-4d5b-8938-75a0c8dc7b09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.715135] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.837153] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Releasing lock "refresh_cache-1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.837153] env[70691]: DEBUG nova.compute.manager [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Instance network_info: |[{"id": "b9c69ff2-4059-43da-a80e-b59e96ccd36a", "address": "fa:16:3e:7b:08:46", "network": {"id": "dcc4bfd0-0b98-4700-945c-671606bd7586", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-713938338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd4c618aabd841a4bdd98d38db6a866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c69ff2-40", "ovs_interfaceid": "b9c69ff2-4059-43da-a80e-b59e96ccd36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1056.837153] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:08:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9c69ff2-4059-43da-a80e-b59e96ccd36a', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.845102] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Creating folder: Project (dd4c618aabd841a4bdd98d38db6a866b). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1056.845102] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7f48951-86ef-4e54-9a2e-52de30a9267c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.858133] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Created folder: Project (dd4c618aabd841a4bdd98d38db6a866b) in parent group-v689428. [ 1056.858302] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Creating folder: Instances. Parent ref: group-v689669. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1056.859037] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceb391bb-5a1d-4bde-b963-7ee201c4032f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.863171] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454571, 'name': Rename_Task, 'duration_secs': 0.146417} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.863727] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1056.863985] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59f73a49-c348-4171-bac6-f9cd159e053f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.871426] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Created folder: Instances in parent group-v689669. [ 1056.871700] env[70691]: DEBUG oslo.service.loopingcall [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.872507] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1056.872815] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1056.872815] env[70691]: value = "task-3454575" [ 1056.872815] env[70691]: _type = "Task" [ 1056.872815] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.873022] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9518c07-8ff0-41b8-8b8a-aa15af749f8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.895160] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.895160] env[70691]: value = "task-3454576" [ 1056.895160] env[70691]: _type = "Task" [ 1056.895160] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.898825] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454575, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.910996] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454576, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.002128] env[70691]: DEBUG nova.network.neutron [-] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.076258] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454572, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.101035] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5991f024-d23d-4623-810e-d0768cea6433 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.111154] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f473c17-2adf-4a4c-99a3-2c78ee7563cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.145051] env[70691]: DEBUG nova.compute.manager [req-d15d3257-3608-4353-b730-70714963181c req-79b5b204-4252-40b1-9203-34b6784e9a8c service nova] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Detach interface failed, port_id=b8b12214-d226-4a1e-885d-22e69c4e33a3, reason: Instance 02b27472-1134-4a14-97ab-243c6aedb5b7 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1057.159932] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1f4-e3a5-463e-bebb-c32ca1fe2037 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "726bf7a9-d337-497c-804e-68c43e4b9a02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.237s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.215993] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "fb60b8b4-9d06-4e6e-a418-531a873eae05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.216326] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "fb60b8b4-9d06-4e6e-a418-531a873eae05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.216548] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "fb60b8b4-9d06-4e6e-a418-531a873eae05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.216754] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "fb60b8b4-9d06-4e6e-a418-531a873eae05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.216952] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "fb60b8b4-9d06-4e6e-a418-531a873eae05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.219201] env[70691]: INFO nova.compute.manager [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Terminating instance [ 1057.220834] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "refresh_cache-fb60b8b4-9d06-4e6e-a418-531a873eae05" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.220998] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquired lock "refresh_cache-fb60b8b4-9d06-4e6e-a418-531a873eae05" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.221188] env[70691]: DEBUG nova.network.neutron [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1057.229741] env[70691]: INFO nova.compute.manager [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Took 23.13 seconds to build instance. [ 1057.358373] env[70691]: DEBUG nova.compute.manager [req-ccd774cd-2286-4145-ad4f-8c2f89fc387f req-76001c1c-b6cc-4a29-9704-6ddc4ccb717d service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Received event network-changed-b9c69ff2-4059-43da-a80e-b59e96ccd36a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1057.358633] env[70691]: DEBUG nova.compute.manager [req-ccd774cd-2286-4145-ad4f-8c2f89fc387f req-76001c1c-b6cc-4a29-9704-6ddc4ccb717d service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Refreshing instance network info cache due to event network-changed-b9c69ff2-4059-43da-a80e-b59e96ccd36a. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1057.358853] env[70691]: DEBUG oslo_concurrency.lockutils [req-ccd774cd-2286-4145-ad4f-8c2f89fc387f req-76001c1c-b6cc-4a29-9704-6ddc4ccb717d service nova] Acquiring lock "refresh_cache-1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.359311] env[70691]: DEBUG oslo_concurrency.lockutils [req-ccd774cd-2286-4145-ad4f-8c2f89fc387f req-76001c1c-b6cc-4a29-9704-6ddc4ccb717d service nova] Acquired lock "refresh_cache-1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.359547] env[70691]: DEBUG nova.network.neutron [req-ccd774cd-2286-4145-ad4f-8c2f89fc387f req-76001c1c-b6cc-4a29-9704-6ddc4ccb717d service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Refreshing network info cache for port b9c69ff2-4059-43da-a80e-b59e96ccd36a {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1057.397416] env[70691]: DEBUG oslo_vmware.api [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454575, 'name': PowerOnVM_Task, 'duration_secs': 0.485747} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.398684] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1057.398940] env[70691]: INFO nova.compute.manager [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Took 4.86 seconds to spawn the instance on the hypervisor. [ 1057.399176] env[70691]: DEBUG nova.compute.manager [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1057.399978] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc9787e-076d-41b2-b804-b4146c901257 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.414534] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454576, 'name': CreateVM_Task, 'duration_secs': 0.405522} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.414686] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1057.415385] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.415556] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.415873] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.416387] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e29ef8-2c12-454a-9c1e-d6b193050ae6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.420690] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1057.420690] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5283ff97-4573-ff58-b87f-ad522c36e2ca" [ 1057.420690] env[70691]: _type = "Task" [ 1057.420690] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.430311] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5283ff97-4573-ff58-b87f-ad522c36e2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.449413] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "5be40eac-5673-49b1-9705-1c353b554d88" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.449827] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.449976] env[70691]: DEBUG nova.compute.manager [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1057.451850] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2862669e-0f9a-4fa7-92fa-e83eb86151ed {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.460093] env[70691]: DEBUG nova.compute.manager [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1057.460911] env[70691]: DEBUG nova.objects.instance [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'flavor' on Instance uuid 5be40eac-5673-49b1-9705-1c353b554d88 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.507020] env[70691]: INFO nova.compute.manager [-] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Took 1.40 seconds to deallocate network for instance. [ 1057.574438] env[70691]: DEBUG oslo_vmware.api [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454572, 'name': PowerOnVM_Task, 'duration_secs': 0.523923} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.574799] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1057.574922] env[70691]: INFO nova.compute.manager [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1057.575120] env[70691]: DEBUG nova.compute.manager [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1057.575885] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7255d2bf-d2f2-41b7-89af-29dad313ddc7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.731654] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4c2767eb-9011-4893-89e0-fa579566d13b tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "517f1d42-707f-4392-98b0-3701d8c61bbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.636s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.744739] env[70691]: DEBUG nova.network.neutron [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1057.812581] env[70691]: DEBUG nova.network.neutron [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.844375] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa11db-4d57-4c12-9103-5bafe09a638c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.852825] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf21a3c-03ae-41cd-836c-bcb8ad024fd3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.888195] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8140b83-d45d-4822-9c05-5ff43ba17b02 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.896804] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d274c-ea7d-4ef7-91cb-646b7940e152 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.911033] env[70691]: DEBUG nova.compute.provider_tree [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.929924] env[70691]: INFO nova.compute.manager [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Took 23.36 seconds to build instance. [ 1057.938213] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5283ff97-4573-ff58-b87f-ad522c36e2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.024799} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.940638] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.940957] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.941116] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.941271] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.941453] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.942260] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4252d2f-6669-4c04-a754-b515b0293dca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.956616] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.956808] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1057.957532] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eac7279-c804-441f-8a96-59d90aecfaba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.965417] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1057.965417] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52329100-e177-e628-fbb3-6915a69cd781" [ 1057.965417] env[70691]: _type = "Task" [ 1057.965417] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.965915] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1057.968852] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c977db-0e78-45f6-b215-dc0003109651 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.975241] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52329100-e177-e628-fbb3-6915a69cd781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.976701] env[70691]: DEBUG oslo_vmware.api [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1057.976701] env[70691]: value = "task-3454577" [ 1057.976701] env[70691]: _type = "Task" [ 1057.976701] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.984227] env[70691]: DEBUG oslo_vmware.api [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.015071] env[70691]: DEBUG oslo_concurrency.lockutils [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.099480] env[70691]: INFO nova.compute.manager [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Took 27.77 seconds to build instance. [ 1058.140456] env[70691]: DEBUG nova.network.neutron [req-ccd774cd-2286-4145-ad4f-8c2f89fc387f req-76001c1c-b6cc-4a29-9704-6ddc4ccb717d service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Updated VIF entry in instance network info cache for port b9c69ff2-4059-43da-a80e-b59e96ccd36a. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1058.140829] env[70691]: DEBUG nova.network.neutron [req-ccd774cd-2286-4145-ad4f-8c2f89fc387f req-76001c1c-b6cc-4a29-9704-6ddc4ccb717d service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Updating instance_info_cache with network_info: [{"id": "b9c69ff2-4059-43da-a80e-b59e96ccd36a", "address": "fa:16:3e:7b:08:46", "network": {"id": "dcc4bfd0-0b98-4700-945c-671606bd7586", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-713938338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd4c618aabd841a4bdd98d38db6a866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c69ff2-40", "ovs_interfaceid": "b9c69ff2-4059-43da-a80e-b59e96ccd36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.313832] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Releasing lock "refresh_cache-fb60b8b4-9d06-4e6e-a418-531a873eae05" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.314428] env[70691]: DEBUG nova.compute.manager [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1058.314644] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1058.315621] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8fc92b-298e-4d47-a8b9-b9e3d1694756 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.328119] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1058.328639] env[70691]: INFO nova.compute.manager [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Rebuilding instance [ 1058.333134] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79b7a02b-6ecf-443c-bca9-0d1f08eb7649 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.343132] env[70691]: DEBUG oslo_vmware.api [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1058.343132] env[70691]: value = "task-3454578" [ 1058.343132] env[70691]: _type = "Task" [ 1058.343132] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.353030] env[70691]: DEBUG oslo_vmware.api [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.394986] env[70691]: DEBUG nova.compute.manager [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1058.395792] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829564db-c7ff-4c21-850c-7f64154453d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.413798] env[70691]: DEBUG nova.scheduler.client.report [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1058.433075] env[70691]: DEBUG oslo_concurrency.lockutils [None req-333c4dcb-b2e2-49f7-afee-31a17f7d2cbf tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "42032c1c-beb2-477f-8417-35625439a593" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.879s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.476892] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52329100-e177-e628-fbb3-6915a69cd781, 'name': SearchDatastore_Task, 'duration_secs': 0.020414} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.480884] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c4e5dd-b1db-4958-96bb-96ce0fb1773d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.488537] env[70691]: DEBUG oslo_vmware.api [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454577, 'name': PowerOffVM_Task, 'duration_secs': 0.401804} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.490183] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1058.490440] env[70691]: DEBUG nova.compute.manager [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1058.490903] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1058.490903] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5229144b-a805-27a5-eac0-dd3827847953" [ 1058.490903] env[70691]: _type = "Task" [ 1058.490903] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.491708] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28a7d37-d813-467c-80df-c6609302923b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.507679] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5229144b-a805-27a5-eac0-dd3827847953, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.508283] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.508619] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2/1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1058.509488] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08ab918d-59cd-4c6b-b8bc-ce10471cbdf4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.517940] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1058.517940] env[70691]: value = "task-3454579" [ 1058.517940] env[70691]: _type = "Task" [ 1058.517940] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.527087] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.606917] env[70691]: DEBUG oslo_concurrency.lockutils [None req-22cff0e5-b583-47d9-aa97-31818b4a71ad tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.289s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.643864] env[70691]: DEBUG oslo_concurrency.lockutils [req-ccd774cd-2286-4145-ad4f-8c2f89fc387f req-76001c1c-b6cc-4a29-9704-6ddc4ccb717d service nova] Releasing lock "refresh_cache-1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.854518] env[70691]: DEBUG oslo_vmware.api [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454578, 'name': PowerOffVM_Task, 'duration_secs': 0.126494} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.854822] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1058.855013] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1058.855309] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-244b3c4e-48ef-4c0c-b149-9cc077d5c835 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.882636] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1058.882636] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1058.882859] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Deleting the datastore file [datastore2] fb60b8b4-9d06-4e6e-a418-531a873eae05 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.883225] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf5af2b-fec6-4457-b523-01bbda7cf4cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.892216] env[70691]: DEBUG oslo_vmware.api [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for the task: (returnval){ [ 1058.892216] env[70691]: value = "task-3454581" [ 1058.892216] env[70691]: _type = "Task" [ 1058.892216] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.900174] env[70691]: DEBUG oslo_vmware.api [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.907640] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1058.907960] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda3d498-018a-494b-98df-14fb3cb91596 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.915193] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1058.915193] env[70691]: value = "task-3454582" [ 1058.915193] env[70691]: _type = "Task" [ 1058.915193] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.921495] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.922814] env[70691]: DEBUG nova.compute.manager [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1058.925496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.956s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.933870] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.013384] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b3863dbc-2c02-426d-9c8b-871ead5afd7a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.029693] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454579, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.399667] env[70691]: DEBUG nova.compute.manager [req-09964661-9eba-4886-9259-0a6c9f4764e3 req-28392a32-bd2b-4378-a20c-1cea8edf4f36 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received event network-changed-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1059.399667] env[70691]: DEBUG nova.compute.manager [req-09964661-9eba-4886-9259-0a6c9f4764e3 req-28392a32-bd2b-4378-a20c-1cea8edf4f36 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Refreshing instance network info cache due to event network-changed-bab61f1d-6111-443c-b7da-3b16440d6646. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1059.404083] env[70691]: DEBUG oslo_concurrency.lockutils [req-09964661-9eba-4886-9259-0a6c9f4764e3 req-28392a32-bd2b-4378-a20c-1cea8edf4f36 service nova] Acquiring lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.404240] env[70691]: DEBUG oslo_concurrency.lockutils [req-09964661-9eba-4886-9259-0a6c9f4764e3 req-28392a32-bd2b-4378-a20c-1cea8edf4f36 service nova] Acquired lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.404443] env[70691]: DEBUG nova.network.neutron [req-09964661-9eba-4886-9259-0a6c9f4764e3 req-28392a32-bd2b-4378-a20c-1cea8edf4f36 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Refreshing network info cache for port bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1059.419352] env[70691]: DEBUG oslo_vmware.api [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Task: {'id': task-3454581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233089} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.422567] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.422666] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1059.422832] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1059.423025] env[70691]: INFO nova.compute.manager [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1059.423283] env[70691]: DEBUG oslo.service.loopingcall [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.423709] env[70691]: DEBUG nova.compute.manager [-] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1059.423809] env[70691]: DEBUG nova.network.neutron [-] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1059.432682] env[70691]: DEBUG nova.compute.utils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1059.437103] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454582, 'name': PowerOffVM_Task, 'duration_secs': 0.147694} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.437103] env[70691]: DEBUG nova.compute.manager [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1059.437103] env[70691]: DEBUG nova.network.neutron [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1059.439960] env[70691]: INFO nova.compute.claims [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.444425] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1059.444661] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1059.446912] env[70691]: DEBUG nova.network.neutron [-] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1059.450337] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c3cc92-70ff-4d52-918b-6cbe8f5f95b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.459429] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1059.459695] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0202aba8-8078-487f-8e32-9489573f2a5a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.483386] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1059.483615] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1059.483859] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Deleting the datastore file [datastore2] 42032c1c-beb2-477f-8417-35625439a593 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.484248] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba27683b-4f6f-4ceb-a228-20095c68dcd2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.490984] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1059.490984] env[70691]: value = "task-3454584" [ 1059.490984] env[70691]: _type = "Task" [ 1059.490984] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.499737] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.526403] env[70691]: DEBUG nova.policy [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb0f63357c840c7b115b4014e51080b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f6e09c6f6b04b7090cc104465083676', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1059.532641] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600016} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.532902] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2/1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1059.533329] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.533669] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4f9fe2c-1b33-4967-a47e-5219cbb5a791 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.541199] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1059.541199] env[70691]: value = "task-3454585" [ 1059.541199] env[70691]: _type = "Task" [ 1059.541199] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.549697] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.767350] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "d0e36d91-542d-47ed-be44-7a2b8c04d357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.767668] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.869120] env[70691]: DEBUG nova.network.neutron [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Successfully created port: becf3c4c-1b63-4173-83cd-060e0c37db26 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.910043] env[70691]: DEBUG nova.objects.instance [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'flavor' on Instance uuid 5be40eac-5673-49b1-9705-1c353b554d88 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.935636] env[70691]: DEBUG nova.compute.manager [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1059.947523] env[70691]: INFO nova.compute.resource_tracker [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating resource usage from migration 1b5f2231-866b-4038-838c-a0f638d159e0 [ 1059.952566] env[70691]: DEBUG nova.network.neutron [-] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.001885] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104626} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.004461] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.004658] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1060.004841] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1060.052357] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079845} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.054777] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.059732] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80525185-117f-48db-beed-8a22e5c56197 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.091593] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2/1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.098442] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262a07dd-d3a0-49d1-9316-ab6f5dab134c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.120703] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1060.120703] env[70691]: value = "task-3454586" [ 1060.120703] env[70691]: _type = "Task" [ 1060.120703] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.131332] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.251160] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bfc17d-7ee7-48eb-aff1-cfaa030672d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.261561] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c50bb8-6ec5-47b5-8591-e8184eb863cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.294746] env[70691]: DEBUG nova.compute.manager [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1060.299449] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1955b3e3-6e2c-4dc6-b1d3-179ae81fc54b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.306914] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252f401f-e493-4fa2-ba94-38d70aa63e2a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.323051] env[70691]: DEBUG nova.compute.provider_tree [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.324902] env[70691]: DEBUG nova.network.neutron [req-09964661-9eba-4886-9259-0a6c9f4764e3 req-28392a32-bd2b-4378-a20c-1cea8edf4f36 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updated VIF entry in instance network info cache for port bab61f1d-6111-443c-b7da-3b16440d6646. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1060.325308] env[70691]: DEBUG nova.network.neutron [req-09964661-9eba-4886-9259-0a6c9f4764e3 req-28392a32-bd2b-4378-a20c-1cea8edf4f36 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating instance_info_cache with network_info: [{"id": "bab61f1d-6111-443c-b7da-3b16440d6646", "address": "fa:16:3e:10:0e:2c", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab61f1d-61", "ovs_interfaceid": "bab61f1d-6111-443c-b7da-3b16440d6646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.414731] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.414944] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.415142] env[70691]: DEBUG nova.network.neutron [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1060.415335] env[70691]: DEBUG nova.objects.instance [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'info_cache' on Instance uuid 5be40eac-5673-49b1-9705-1c353b554d88 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.457433] env[70691]: INFO nova.compute.manager [-] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Took 1.03 seconds to deallocate network for instance. [ 1060.633163] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.823164] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.827921] env[70691]: DEBUG oslo_concurrency.lockutils [req-09964661-9eba-4886-9259-0a6c9f4764e3 req-28392a32-bd2b-4378-a20c-1cea8edf4f36 service nova] Releasing lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.828827] env[70691]: DEBUG nova.scheduler.client.report [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1060.918939] env[70691]: DEBUG nova.objects.base [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Object Instance<5be40eac-5673-49b1-9705-1c353b554d88> lazy-loaded attributes: flavor,info_cache {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1060.944733] env[70691]: DEBUG nova.compute.manager [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1060.966647] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.972226] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1060.972512] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1060.972683] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.972875] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1060.973040] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.973201] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1060.973419] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1060.973588] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1060.973756] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1060.974039] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1060.974260] env[70691]: DEBUG nova.virt.hardware [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1060.975174] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad2fab4-6c7d-4138-84e5-8836a6e6ec9a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.983732] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b014248-17e2-4254-a9ab-742f734321e3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.035457] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1061.035716] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1061.035882] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.036088] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1061.036250] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.036540] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1061.036797] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1061.036977] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1061.037172] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1061.037344] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1061.037521] env[70691]: DEBUG nova.virt.hardware [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1061.038415] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37647539-5fe4-4e60-a939-0d0125e94fea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.046237] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6a3aa7-349c-4546-83a3-e0fd1e086bc4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.060097] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.065822] env[70691]: DEBUG oslo.service.loopingcall [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.066417] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42032c1c-beb2-477f-8417-35625439a593] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1061.066668] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-523c2b0e-ff91-4a8d-9802-6570e1c259fa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.082518] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.082518] env[70691]: value = "task-3454587" [ 1061.082518] env[70691]: _type = "Task" [ 1061.082518] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.091228] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454587, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.132548] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.334354] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.409s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.334618] env[70691]: INFO nova.compute.manager [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Migrating [ 1061.341483] env[70691]: DEBUG oslo_concurrency.lockutils [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.297s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.341725] env[70691]: DEBUG nova.objects.instance [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lazy-loading 'resources' on Instance uuid bfc863f8-0f57-4edf-9410-9a3023f622f1 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.421623] env[70691]: DEBUG nova.compute.manager [req-9064b3bb-c4f6-403f-a1f0-c465892c50d5 req-35462583-baf0-4b25-947e-b90a1009fa90 service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Received event network-vif-plugged-becf3c4c-1b63-4173-83cd-060e0c37db26 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1061.421871] env[70691]: DEBUG oslo_concurrency.lockutils [req-9064b3bb-c4f6-403f-a1f0-c465892c50d5 req-35462583-baf0-4b25-947e-b90a1009fa90 service nova] Acquiring lock "42808fd4-2adc-4ed6-88a7-691a996ff21e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.422182] env[70691]: DEBUG oslo_concurrency.lockutils [req-9064b3bb-c4f6-403f-a1f0-c465892c50d5 req-35462583-baf0-4b25-947e-b90a1009fa90 service nova] Lock "42808fd4-2adc-4ed6-88a7-691a996ff21e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.422343] env[70691]: DEBUG oslo_concurrency.lockutils [req-9064b3bb-c4f6-403f-a1f0-c465892c50d5 req-35462583-baf0-4b25-947e-b90a1009fa90 service nova] Lock "42808fd4-2adc-4ed6-88a7-691a996ff21e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.422485] env[70691]: DEBUG nova.compute.manager [req-9064b3bb-c4f6-403f-a1f0-c465892c50d5 req-35462583-baf0-4b25-947e-b90a1009fa90 service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] No waiting events found dispatching network-vif-plugged-becf3c4c-1b63-4173-83cd-060e0c37db26 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1061.422660] env[70691]: WARNING nova.compute.manager [req-9064b3bb-c4f6-403f-a1f0-c465892c50d5 req-35462583-baf0-4b25-947e-b90a1009fa90 service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Received unexpected event network-vif-plugged-becf3c4c-1b63-4173-83cd-060e0c37db26 for instance with vm_state building and task_state spawning. [ 1061.487967] env[70691]: DEBUG nova.network.neutron [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Successfully updated port: becf3c4c-1b63-4173-83cd-060e0c37db26 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.592775] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454587, 'name': CreateVM_Task, 'duration_secs': 0.262763} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.594936] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42032c1c-beb2-477f-8417-35625439a593] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1061.595412] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.596021] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.596021] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.596410] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8814c4-9ffb-4570-a605-3dc8add93553 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.600737] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1061.600737] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258c2a0-58bc-99ff-c69f-35ff6658ad5a" [ 1061.600737] env[70691]: _type = "Task" [ 1061.600737] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.608167] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258c2a0-58bc-99ff-c69f-35ff6658ad5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.630471] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454586, 'name': ReconfigVM_Task, 'duration_secs': 1.088919} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.630830] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2/1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.631376] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b1f5958-8a9c-4a2b-9336-87b798da0d9b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.640303] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1061.640303] env[70691]: value = "task-3454588" [ 1061.640303] env[70691]: _type = "Task" [ 1061.640303] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.648667] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454588, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.842795] env[70691]: DEBUG nova.network.neutron [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.862117] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.862389] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.862460] env[70691]: DEBUG nova.network.neutron [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1061.997988] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "refresh_cache-42808fd4-2adc-4ed6-88a7-691a996ff21e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.998205] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired lock "refresh_cache-42808fd4-2adc-4ed6-88a7-691a996ff21e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.998361] env[70691]: DEBUG nova.network.neutron [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1062.081422] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c85213-5119-4c3c-8d96-5238693d7d6a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.090215] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9ac9a7-d2ff-43f8-9518-1daa278748a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.123135] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4f01c3-f09a-4ebe-b557-032128f7eccc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.134547] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c0034-b757-4263-ab0c-a7bad5dd7687 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.138105] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258c2a0-58bc-99ff-c69f-35ff6658ad5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.138671] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.138912] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.139157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.139315] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.139496] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.140049] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-962b5d89-406d-4147-b44c-a43256add72b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.149287] env[70691]: DEBUG nova.compute.provider_tree [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.161425] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454588, 'name': Rename_Task, 'duration_secs': 0.165551} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.161425] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1062.161425] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d5c2b50-a466-4a13-a22a-75d39b106cb6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.162617] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.162795] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1062.163483] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ca297b-dfdc-4555-907a-8b383d77413e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.169672] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1062.169672] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fb2504-2e95-7d22-6188-d2f91ceff4b4" [ 1062.169672] env[70691]: _type = "Task" [ 1062.169672] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.171743] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1062.171743] env[70691]: value = "task-3454589" [ 1062.171743] env[70691]: _type = "Task" [ 1062.171743] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.185607] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fb2504-2e95-7d22-6188-d2f91ceff4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009294} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.190020] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.190020] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf57e1e3-b9b2-4f56-a1c4-c2fd90a6d84e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.194808] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1062.194808] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52624bc6-3960-44f7-9c36-e9a4624f1e71" [ 1062.194808] env[70691]: _type = "Task" [ 1062.194808] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.203200] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52624bc6-3960-44f7-9c36-e9a4624f1e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.346328] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.540365] env[70691]: DEBUG nova.network.neutron [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1062.652306] env[70691]: DEBUG nova.scheduler.client.report [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1062.687289] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454589, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.707361] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52624bc6-3960-44f7-9c36-e9a4624f1e71, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.708304] env[70691]: DEBUG nova.network.neutron [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Updating instance_info_cache with network_info: [{"id": "becf3c4c-1b63-4173-83cd-060e0c37db26", "address": "fa:16:3e:1f:08:ec", "network": {"id": "a2436d21-0fc4-4279-b11a-34809830ef7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577201573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6e09c6f6b04b7090cc104465083676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecf3c4c-1b", "ovs_interfaceid": "becf3c4c-1b63-4173-83cd-060e0c37db26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.709562] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.709816] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 42032c1c-beb2-477f-8417-35625439a593/42032c1c-beb2-477f-8417-35625439a593.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1062.710277] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e55720f-06ac-4a52-a460-2a10adc43f87 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.717967] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1062.717967] env[70691]: value = "task-3454590" [ 1062.717967] env[70691]: _type = "Task" [ 1062.717967] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.726752] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.849876] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1062.850228] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a21c87d-6893-4d13-af9e-0903c8920d8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.858563] env[70691]: DEBUG oslo_vmware.api [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1062.858563] env[70691]: value = "task-3454591" [ 1062.858563] env[70691]: _type = "Task" [ 1062.858563] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.868116] env[70691]: DEBUG oslo_vmware.api [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.946035] env[70691]: DEBUG nova.network.neutron [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance_info_cache with network_info: [{"id": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "address": "fa:16:3e:fe:e6:64", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcf3462-65", "ovs_interfaceid": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.160123] env[70691]: DEBUG oslo_concurrency.lockutils [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.160466] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.108s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.161194] env[70691]: DEBUG nova.objects.instance [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'resources' on Instance uuid 6f29c19c-6ce6-4466-93d2-eabd054787d8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.190852] env[70691]: DEBUG oslo_vmware.api [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454589, 'name': PowerOnVM_Task, 'duration_secs': 0.771473} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.191359] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1063.191690] env[70691]: INFO nova.compute.manager [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1063.192035] env[70691]: DEBUG nova.compute.manager [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1063.193173] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfef8585-62bb-4a20-8cdc-7f9cf7dadcab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.197673] env[70691]: INFO nova.scheduler.client.report [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Deleted allocations for instance bfc863f8-0f57-4edf-9410-9a3023f622f1 [ 1063.210724] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Releasing lock "refresh_cache-42808fd4-2adc-4ed6-88a7-691a996ff21e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.213764] env[70691]: DEBUG nova.compute.manager [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Instance network_info: |[{"id": "becf3c4c-1b63-4173-83cd-060e0c37db26", "address": "fa:16:3e:1f:08:ec", "network": {"id": "a2436d21-0fc4-4279-b11a-34809830ef7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577201573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6e09c6f6b04b7090cc104465083676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecf3c4c-1b", "ovs_interfaceid": "becf3c4c-1b63-4173-83cd-060e0c37db26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1063.213764] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:08:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'becf3c4c-1b63-4173-83cd-060e0c37db26', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.220648] env[70691]: DEBUG oslo.service.loopingcall [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.221584] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1063.225704] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-758a69d9-11d2-4edc-9dd9-7773bf3e6c85 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.252109] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454590, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.254381] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.254381] env[70691]: value = "task-3454592" [ 1063.254381] env[70691]: _type = "Task" [ 1063.254381] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.263215] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454592, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.369192] env[70691]: DEBUG oslo_vmware.api [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.452798] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.604109] env[70691]: DEBUG nova.compute.manager [req-30c630cc-aba7-48db-bfea-ced1e762d8ed req-31f9f987-fd73-417f-be93-0e64c4d14e48 service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Received event network-changed-becf3c4c-1b63-4173-83cd-060e0c37db26 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1063.604109] env[70691]: DEBUG nova.compute.manager [req-30c630cc-aba7-48db-bfea-ced1e762d8ed req-31f9f987-fd73-417f-be93-0e64c4d14e48 service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Refreshing instance network info cache due to event network-changed-becf3c4c-1b63-4173-83cd-060e0c37db26. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1063.604109] env[70691]: DEBUG oslo_concurrency.lockutils [req-30c630cc-aba7-48db-bfea-ced1e762d8ed req-31f9f987-fd73-417f-be93-0e64c4d14e48 service nova] Acquiring lock "refresh_cache-42808fd4-2adc-4ed6-88a7-691a996ff21e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.604109] env[70691]: DEBUG oslo_concurrency.lockutils [req-30c630cc-aba7-48db-bfea-ced1e762d8ed req-31f9f987-fd73-417f-be93-0e64c4d14e48 service nova] Acquired lock "refresh_cache-42808fd4-2adc-4ed6-88a7-691a996ff21e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.604109] env[70691]: DEBUG nova.network.neutron [req-30c630cc-aba7-48db-bfea-ced1e762d8ed req-31f9f987-fd73-417f-be93-0e64c4d14e48 service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Refreshing network info cache for port becf3c4c-1b63-4173-83cd-060e0c37db26 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1063.720111] env[70691]: DEBUG oslo_concurrency.lockutils [None req-986470fc-d3ae-4ace-9db3-30bb51974703 tempest-ImagesTestJSON-1817262657 tempest-ImagesTestJSON-1817262657-project-member] Lock "bfc863f8-0f57-4edf-9410-9a3023f622f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.654s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.727387] env[70691]: INFO nova.compute.manager [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Took 25.77 seconds to build instance. [ 1063.735058] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534883} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.735671] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 42032c1c-beb2-477f-8417-35625439a593/42032c1c-beb2-477f-8417-35625439a593.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1063.735671] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.735895] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9932d22-38d2-4a55-8b84-011ebc52b263 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.746113] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1063.746113] env[70691]: value = "task-3454593" [ 1063.746113] env[70691]: _type = "Task" [ 1063.746113] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.755491] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.766840] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454592, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.870940] env[70691]: DEBUG oslo_vmware.api [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454591, 'name': PowerOnVM_Task, 'duration_secs': 0.664901} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.871535] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1063.871734] env[70691]: DEBUG nova.compute.manager [None req-bdd73b29-15be-47f3-ac44-2f550b66c42e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1063.872834] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82da2773-6f77-402a-b1bd-20a78a00f41e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.932441] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6190d8fb-650a-4393-802b-309ca0ceec34 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.941517] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26eb785-d01c-4e3f-a50a-7ad4189f1210 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.977225] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d396a2-af9d-4a6a-ac93-d83c6fd174e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.986630] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d1f9e6-9fe3-4c08-b9d3-b9832f6b77f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.001699] env[70691]: DEBUG nova.compute.provider_tree [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.230077] env[70691]: DEBUG oslo_concurrency.lockutils [None req-51e54c76-1721-44b3-9a40-20a84100ccd5 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.294s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.256481] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142838} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.263385] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.264417] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80364710-f543-4028-b8ac-ec13e67fd9cd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.272654] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454592, 'name': CreateVM_Task, 'duration_secs': 0.544373} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.281320] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1064.292577] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 42032c1c-beb2-477f-8417-35625439a593/42032c1c-beb2-477f-8417-35625439a593.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.296070] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.299080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.299080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.299080] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e866589e-5f4c-4ec6-bfd1-4a1f81fe5ce5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.313735] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287809dd-8b17-4456-9a14-da9e3fb14c89 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.319928] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1064.319928] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528aafa7-b2cc-a4cf-d780-fde0aad36c3f" [ 1064.319928] env[70691]: _type = "Task" [ 1064.319928] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.321385] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1064.321385] env[70691]: value = "task-3454594" [ 1064.321385] env[70691]: _type = "Task" [ 1064.321385] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.333158] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528aafa7-b2cc-a4cf-d780-fde0aad36c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.336352] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.504706] env[70691]: DEBUG nova.scheduler.client.report [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1064.529163] env[70691]: DEBUG nova.network.neutron [req-30c630cc-aba7-48db-bfea-ced1e762d8ed req-31f9f987-fd73-417f-be93-0e64c4d14e48 service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Updated VIF entry in instance network info cache for port becf3c4c-1b63-4173-83cd-060e0c37db26. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1064.529418] env[70691]: DEBUG nova.network.neutron [req-30c630cc-aba7-48db-bfea-ced1e762d8ed req-31f9f987-fd73-417f-be93-0e64c4d14e48 service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Updating instance_info_cache with network_info: [{"id": "becf3c4c-1b63-4173-83cd-060e0c37db26", "address": "fa:16:3e:1f:08:ec", "network": {"id": "a2436d21-0fc4-4279-b11a-34809830ef7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1577201573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6e09c6f6b04b7090cc104465083676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecf3c4c-1b", "ovs_interfaceid": "becf3c4c-1b63-4173-83cd-060e0c37db26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.798377] env[70691]: DEBUG nova.compute.manager [req-bdfd3dc6-d863-42a0-aac5-e57cdb8c290a req-0fc2a91b-825d-4de3-8055-e46a4592055b service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Received event network-changed-b9c69ff2-4059-43da-a80e-b59e96ccd36a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1064.798377] env[70691]: DEBUG nova.compute.manager [req-bdfd3dc6-d863-42a0-aac5-e57cdb8c290a req-0fc2a91b-825d-4de3-8055-e46a4592055b service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Refreshing instance network info cache due to event network-changed-b9c69ff2-4059-43da-a80e-b59e96ccd36a. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1064.799369] env[70691]: DEBUG oslo_concurrency.lockutils [req-bdfd3dc6-d863-42a0-aac5-e57cdb8c290a req-0fc2a91b-825d-4de3-8055-e46a4592055b service nova] Acquiring lock "refresh_cache-1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.799427] env[70691]: DEBUG oslo_concurrency.lockutils [req-bdfd3dc6-d863-42a0-aac5-e57cdb8c290a req-0fc2a91b-825d-4de3-8055-e46a4592055b service nova] Acquired lock "refresh_cache-1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.799592] env[70691]: DEBUG nova.network.neutron [req-bdfd3dc6-d863-42a0-aac5-e57cdb8c290a req-0fc2a91b-825d-4de3-8055-e46a4592055b service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Refreshing network info cache for port b9c69ff2-4059-43da-a80e-b59e96ccd36a {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1064.835973] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528aafa7-b2cc-a4cf-d780-fde0aad36c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013925} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.839544] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.839799] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.840051] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.840214] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.840419] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.840697] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.840912] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca1b1d3-62b9-4966-a540-53a2a3a02d11 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.851859] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.852066] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1064.852798] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6d7aef-5689-4220-a760-88adad7d078d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.858084] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1064.858084] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5231a444-550e-9023-4664-6b0c493ce531" [ 1064.858084] env[70691]: _type = "Task" [ 1064.858084] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.867243] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5231a444-550e-9023-4664-6b0c493ce531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.991160] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08304a1a-d585-4fc3-a129-b58d43779b09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.026891] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.030505] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1065.036384] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.940s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.037258] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.037258] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1065.037414] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.237s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.039705] env[70691]: DEBUG oslo_concurrency.lockutils [req-30c630cc-aba7-48db-bfea-ced1e762d8ed req-31f9f987-fd73-417f-be93-0e64c4d14e48 service nova] Releasing lock "refresh_cache-42808fd4-2adc-4ed6-88a7-691a996ff21e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.041327] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33314675-bddd-4338-a330-5fc9d56b3bbf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.052642] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15158b8-d5f2-4b99-a462-ab00e7d18a32 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.082013] env[70691]: INFO nova.scheduler.client.report [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleted allocations for instance 6f29c19c-6ce6-4466-93d2-eabd054787d8 [ 1065.084202] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8449b5-372d-45c9-94d6-a8d7f0ca1ff8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.099316] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54b512c-a561-4b21-812d-098a23e60b8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.153421] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180000MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1065.153666] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.337951] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454594, 'name': ReconfigVM_Task, 'duration_secs': 0.850702} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.337951] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 42032c1c-beb2-477f-8417-35625439a593/42032c1c-beb2-477f-8417-35625439a593.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.338769] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba760395-e85d-4bf0-9882-b43c924a9e78 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.349638] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1065.349638] env[70691]: value = "task-3454595" [ 1065.349638] env[70691]: _type = "Task" [ 1065.349638] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.365467] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454595, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.379108] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5231a444-550e-9023-4664-6b0c493ce531, 'name': SearchDatastore_Task, 'duration_secs': 0.015768} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.380233] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686a0e70-daf6-4427-a73b-41e456dcf31c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.386331] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1065.386331] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525a723e-dec4-b65b-28b6-fe796594c234" [ 1065.386331] env[70691]: _type = "Task" [ 1065.386331] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.395598] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525a723e-dec4-b65b-28b6-fe796594c234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.543037] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1065.546084] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94aced06-ec48-45ba-b458-f79158bd412b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.554099] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1065.554099] env[70691]: value = "task-3454596" [ 1065.554099] env[70691]: _type = "Task" [ 1065.554099] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.571690] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.596612] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e540f39b-f9ea-43e5-a524-c0667d70fe0e tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "6f29c19c-6ce6-4466-93d2-eabd054787d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.052s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.856985] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb9eaec-cb13-4f68-854c-d056805e1639 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.871664] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454595, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.873204] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9541f5-d70b-4ebf-9274-1a403763f40d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.913246] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415ce3b9-350f-4bdf-92c0-3e68a8017244 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.917258] env[70691]: DEBUG nova.network.neutron [req-bdfd3dc6-d863-42a0-aac5-e57cdb8c290a req-0fc2a91b-825d-4de3-8055-e46a4592055b service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Updated VIF entry in instance network info cache for port b9c69ff2-4059-43da-a80e-b59e96ccd36a. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1065.917610] env[70691]: DEBUG nova.network.neutron [req-bdfd3dc6-d863-42a0-aac5-e57cdb8c290a req-0fc2a91b-825d-4de3-8055-e46a4592055b service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Updating instance_info_cache with network_info: [{"id": "b9c69ff2-4059-43da-a80e-b59e96ccd36a", "address": "fa:16:3e:7b:08:46", "network": {"id": "dcc4bfd0-0b98-4700-945c-671606bd7586", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-713938338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd4c618aabd841a4bdd98d38db6a866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c69ff2-40", "ovs_interfaceid": "b9c69ff2-4059-43da-a80e-b59e96ccd36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.925130] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525a723e-dec4-b65b-28b6-fe796594c234, 'name': SearchDatastore_Task, 'duration_secs': 0.016955} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.927593] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.927920] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 42808fd4-2adc-4ed6-88a7-691a996ff21e/42808fd4-2adc-4ed6-88a7-691a996ff21e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1065.928290] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c3a69aa-3ddf-40aa-8834-ad9deb1edfcd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.931435] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5bcfdd-55b7-4202-9aae-517e7c720b93 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.946838] env[70691]: DEBUG nova.compute.provider_tree [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.949845] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1065.949845] env[70691]: value = "task-3454597" [ 1065.949845] env[70691]: _type = "Task" [ 1065.949845] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.958336] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.064438] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454596, 'name': PowerOffVM_Task, 'duration_secs': 0.319056} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.064741] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1066.064922] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1066.361382] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454595, 'name': Rename_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.420880] env[70691]: DEBUG oslo_concurrency.lockutils [req-bdfd3dc6-d863-42a0-aac5-e57cdb8c290a req-0fc2a91b-825d-4de3-8055-e46a4592055b service nova] Releasing lock "refresh_cache-1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.451440] env[70691]: DEBUG nova.scheduler.client.report [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1066.481524] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454597, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.571766] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1066.571979] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1066.571979] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.572228] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1066.572427] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.572583] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1066.572793] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1066.574329] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1066.575393] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1066.575393] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1066.575393] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1066.580703] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bd7285-451d-4875-9640-488892a44fc4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.603744] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1066.603744] env[70691]: value = "task-3454598" [ 1066.603744] env[70691]: _type = "Task" [ 1066.603744] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.614953] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454598, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.861419] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454595, 'name': Rename_Task, 'duration_secs': 1.027211} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.861745] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1066.862008] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cec1cd4-2073-47d6-96df-f4dcebfa7a12 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.868831] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1066.868831] env[70691]: value = "task-3454599" [ 1066.868831] env[70691]: _type = "Task" [ 1066.868831] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.877279] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.974218] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871338} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.974218] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 42808fd4-2adc-4ed6-88a7-691a996ff21e/42808fd4-2adc-4ed6-88a7-691a996ff21e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1066.974218] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.974218] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5406b2e9-3027-4931-bb45-e471bf5c4702 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.983417] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1066.983417] env[70691]: value = "task-3454600" [ 1066.983417] env[70691]: _type = "Task" [ 1066.983417] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.991537] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.116178] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454598, 'name': ReconfigVM_Task, 'duration_secs': 0.435568} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.116178] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1067.378517] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454599, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.475786] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.438s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.483538] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.765s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.487018] env[70691]: DEBUG nova.objects.instance [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1067.507072] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096184} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.508831] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.508945] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0924d6a3-bd19-4e98-9dbf-1b1ca0b810dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.535869] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 42808fd4-2adc-4ed6-88a7-691a996ff21e/42808fd4-2adc-4ed6-88a7-691a996ff21e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.537788] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3a7ad6-402b-4ac9-9ed1-0bfa8f92f73d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.558625] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1067.558625] env[70691]: value = "task-3454601" [ 1067.558625] env[70691]: _type = "Task" [ 1067.558625] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.568266] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.620935] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1067.621226] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1067.621391] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.621579] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1067.621730] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.621926] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1067.622336] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1067.622526] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1067.622719] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1067.622911] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1067.623140] env[70691]: DEBUG nova.virt.hardware [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1067.632620] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.632620] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57231acd-c848-440c-8b04-6b1dfcc205f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.656552] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1067.656552] env[70691]: value = "task-3454602" [ 1067.656552] env[70691]: _type = "Task" [ 1067.656552] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.668571] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.879650] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454599, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.064760] env[70691]: INFO nova.scheduler.client.report [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted allocation for migration ad5ccd8b-8bdc-4483-8dc0-9aefb45b88b5 [ 1068.072770] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.166866] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454602, 'name': ReconfigVM_Task, 'duration_secs': 0.449399} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.168339] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.169879] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800ff817-ab2a-4ee7-a704-6ac96d5fa371 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.198354] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa/e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.198756] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73102ae2-108c-46d3-b22d-74668afc1a2b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.217620] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1068.217620] env[70691]: value = "task-3454603" [ 1068.217620] env[70691]: _type = "Task" [ 1068.217620] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.225544] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.379117] env[70691]: DEBUG oslo_vmware.api [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454599, 'name': PowerOnVM_Task, 'duration_secs': 1.040516} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.379480] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1068.379716] env[70691]: DEBUG nova.compute.manager [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1068.380654] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3e5e7a-7ad3-4868-a10f-fc8d5dc6c889 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.504467] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b676520f-6f88-4b1a-8f22-7d175046fae0 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.505717] env[70691]: DEBUG oslo_concurrency.lockutils [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.491s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.505970] env[70691]: DEBUG nova.objects.instance [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lazy-loading 'resources' on Instance uuid 02b27472-1134-4a14-97ab-243c6aedb5b7 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.567957] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454601, 'name': ReconfigVM_Task, 'duration_secs': 0.619972} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.568386] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 42808fd4-2adc-4ed6-88a7-691a996ff21e/42808fd4-2adc-4ed6-88a7-691a996ff21e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.569036] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1f8c9e7-9010-4cdd-8eca-bbda3a9bbe93 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.577418] env[70691]: DEBUG oslo_concurrency.lockutils [None req-15a26b27-8879-4852-9e42-8749cca89c05 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.250s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.578534] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1068.578534] env[70691]: value = "task-3454604" [ 1068.578534] env[70691]: _type = "Task" [ 1068.578534] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.587074] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454604, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.735579] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454603, 'name': ReconfigVM_Task, 'duration_secs': 0.47605} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.735825] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa/e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.736512] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa' progress to 50 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1068.901283] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.088993] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454604, 'name': Rename_Task, 'duration_secs': 0.188612} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.091511] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1069.091941] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50ef68e3-d695-41eb-a742-df6e8e5e5b97 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.098556] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1069.098556] env[70691]: value = "task-3454605" [ 1069.098556] env[70691]: _type = "Task" [ 1069.098556] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.110813] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.212341] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e4656-1a06-46be-ba16-17345f2dd305 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.220034] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e9cb85-b74d-4f54-bc46-cd83035195b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.254078] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42098869-224b-4cf3-bf87-347fc3c779b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.257271] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d3acba-8c16-402b-8f02-317100646be0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.280643] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2797d4-29c2-43f8-8145-c5410ce672a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.285539] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f646d-2d73-4e57-89b7-9e9259d596a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.308803] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa' progress to 67 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1069.320632] env[70691]: DEBUG nova.compute.provider_tree [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.513096] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.513355] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.608811] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.827859] env[70691]: DEBUG nova.scheduler.client.report [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1069.873392] env[70691]: DEBUG oslo_concurrency.lockutils [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.874028] env[70691]: DEBUG oslo_concurrency.lockutils [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.875156] env[70691]: DEBUG oslo_concurrency.lockutils [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.875156] env[70691]: DEBUG oslo_concurrency.lockutils [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.875156] env[70691]: DEBUG oslo_concurrency.lockutils [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.877837] env[70691]: INFO nova.compute.manager [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Terminating instance [ 1069.880475] env[70691]: DEBUG nova.compute.manager [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1069.880676] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1069.882048] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf022d32-5cb6-4e7c-bc0c-62c105e7dc4b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.890700] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1069.891470] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ad4a80-cdf0-44de-9d4d-f59c9c91eacf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.898504] env[70691]: DEBUG oslo_vmware.api [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1069.898504] env[70691]: value = "task-3454606" [ 1069.898504] env[70691]: _type = "Task" [ 1069.898504] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.914212] env[70691]: DEBUG oslo_vmware.api [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.940279] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "42032c1c-beb2-477f-8417-35625439a593" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.940578] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "42032c1c-beb2-477f-8417-35625439a593" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.940854] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "42032c1c-beb2-477f-8417-35625439a593-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.941482] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "42032c1c-beb2-477f-8417-35625439a593-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.941482] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "42032c1c-beb2-477f-8417-35625439a593-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.943432] env[70691]: INFO nova.compute.manager [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Terminating instance [ 1069.945768] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "refresh_cache-42032c1c-beb2-477f-8417-35625439a593" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.945768] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired lock "refresh_cache-42032c1c-beb2-477f-8417-35625439a593" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.945768] env[70691]: DEBUG nova.network.neutron [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1070.015739] env[70691]: DEBUG nova.compute.manager [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1070.112900] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.333836] env[70691]: DEBUG oslo_concurrency.lockutils [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.337411] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.513s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.338034] env[70691]: INFO nova.compute.claims [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.368587] env[70691]: INFO nova.scheduler.client.report [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Deleted allocations for instance 02b27472-1134-4a14-97ab-243c6aedb5b7 [ 1070.416262] env[70691]: DEBUG oslo_vmware.api [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454606, 'name': PowerOffVM_Task, 'duration_secs': 0.268413} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.416654] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1070.416826] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1070.417143] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f92fb01-574d-4f29-9d7b-b8b927cf0df9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.462980] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "9f51e400-870d-447b-acf5-e2c286a7d8a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.463322] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "9f51e400-870d-447b-acf5-e2c286a7d8a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.481672] env[70691]: DEBUG nova.network.neutron [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1070.492452] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1070.492827] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1070.492915] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleting the datastore file [datastore1] f518ba2f-2541-47cd-8b81-af3f5bf1ab2b {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.493252] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-536556cc-8730-48c1-8231-342cff7a8bdf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.501395] env[70691]: DEBUG oslo_vmware.api [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1070.501395] env[70691]: value = "task-3454608" [ 1070.501395] env[70691]: _type = "Task" [ 1070.501395] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.512595] env[70691]: DEBUG oslo_vmware.api [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.540884] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.609971] env[70691]: DEBUG oslo_vmware.api [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454605, 'name': PowerOnVM_Task, 'duration_secs': 1.264334} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.610308] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1070.610558] env[70691]: INFO nova.compute.manager [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1070.610748] env[70691]: DEBUG nova.compute.manager [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1070.611614] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0501d86e-7d47-49c9-a1ce-35b1409f41fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.621264] env[70691]: DEBUG nova.network.neutron [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.878424] env[70691]: DEBUG oslo_concurrency.lockutils [None req-815003de-35db-4dce-9c1c-89a6d9ac5d0a tempest-ServerAddressesNegativeTestJSON-536822884 tempest-ServerAddressesNegativeTestJSON-536822884-project-member] Lock "02b27472-1134-4a14-97ab-243c6aedb5b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.975s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.965766] env[70691]: DEBUG nova.compute.manager [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1071.019058] env[70691]: DEBUG oslo_vmware.api [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180036} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.019465] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.019898] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1071.020077] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1071.020928] env[70691]: INFO nova.compute.manager [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1071.020928] env[70691]: DEBUG oslo.service.loopingcall [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.020928] env[70691]: DEBUG nova.compute.manager [-] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1071.021090] env[70691]: DEBUG nova.network.neutron [-] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1071.046799] env[70691]: DEBUG nova.network.neutron [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Port cbcf3462-6502-4aeb-b094-51aa18c3eb0a binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1071.133070] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Releasing lock "refresh_cache-42032c1c-beb2-477f-8417-35625439a593" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.133070] env[70691]: DEBUG nova.compute.manager [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1071.133070] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1071.133070] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043efd40-b0b6-414e-bbab-5c16f3a9cba7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.135049] env[70691]: INFO nova.compute.manager [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Took 27.46 seconds to build instance. [ 1071.144447] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1071.144447] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08f79c47-1de1-4b63-abec-cf6b0c0aeaed {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.150845] env[70691]: DEBUG oslo_vmware.api [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1071.150845] env[70691]: value = "task-3454609" [ 1071.150845] env[70691]: _type = "Task" [ 1071.150845] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.159536] env[70691]: DEBUG oslo_vmware.api [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.497493] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.502186] env[70691]: DEBUG nova.compute.manager [req-3af2c977-f701-4f0f-bc79-744fd8388ca4 req-69270f6a-9029-4470-9f4a-24a88cd15966 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Received event network-vif-deleted-502725a1-24f3-4a9a-ab15-79e70466f41f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1071.502493] env[70691]: INFO nova.compute.manager [req-3af2c977-f701-4f0f-bc79-744fd8388ca4 req-69270f6a-9029-4470-9f4a-24a88cd15966 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Neutron deleted interface 502725a1-24f3-4a9a-ab15-79e70466f41f; detaching it from the instance and deleting it from the info cache [ 1071.502640] env[70691]: DEBUG nova.network.neutron [req-3af2c977-f701-4f0f-bc79-744fd8388ca4 req-69270f6a-9029-4470-9f4a-24a88cd15966 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.606649] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528385de-53ff-4e1f-83f8-beae9d757a65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.615395] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f0fed2-b3f2-400f-86ae-77ce91300ab8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.654397] env[70691]: DEBUG oslo_concurrency.lockutils [None req-99589a4c-be92-444d-80b2-338a7c7fa286 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "42808fd4-2adc-4ed6-88a7-691a996ff21e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.991s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.658575] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d33b0c3-f9e6-49d8-848a-f3b1d2cc4e8e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.666091] env[70691]: DEBUG oslo_vmware.api [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454609, 'name': PowerOffVM_Task, 'duration_secs': 0.293719} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.671019] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1071.671019] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1071.671019] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a28af9c-11d7-4db7-96f1-b9e2f370713e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.672876] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2029d4d8-ba3d-46f2-b019-f819982aaa15 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.691253] env[70691]: DEBUG nova.compute.provider_tree [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.700143] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1071.700376] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1071.700559] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Deleting the datastore file [datastore1] 42032c1c-beb2-477f-8417-35625439a593 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.701460] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb6d9970-3985-4f02-9c02-51284ba19bab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.708274] env[70691]: DEBUG oslo_vmware.api [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1071.708274] env[70691]: value = "task-3454611" [ 1071.708274] env[70691]: _type = "Task" [ 1071.708274] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.716873] env[70691]: DEBUG oslo_vmware.api [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.966198] env[70691]: DEBUG nova.network.neutron [-] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.007932] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efbb56db-ff06-43fd-aad8-c0bf8646376e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.020021] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fde0d1-129d-415d-a726-7f39ca32715a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.054977] env[70691]: DEBUG nova.compute.manager [req-3af2c977-f701-4f0f-bc79-744fd8388ca4 req-69270f6a-9029-4470-9f4a-24a88cd15966 service nova] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Detach interface failed, port_id=502725a1-24f3-4a9a-ab15-79e70466f41f, reason: Instance f518ba2f-2541-47cd-8b81-af3f5bf1ab2b could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1072.074937] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.074937] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.074937] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.195282] env[70691]: DEBUG nova.scheduler.client.report [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1072.221894] env[70691]: DEBUG oslo_vmware.api [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178667} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.221894] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.221894] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1072.224057] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1072.224057] env[70691]: INFO nova.compute.manager [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1072.224057] env[70691]: DEBUG oslo.service.loopingcall [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.224057] env[70691]: DEBUG nova.compute.manager [-] [instance: 42032c1c-beb2-477f-8417-35625439a593] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1072.224057] env[70691]: DEBUG nova.network.neutron [-] [instance: 42032c1c-beb2-477f-8417-35625439a593] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1072.254499] env[70691]: DEBUG nova.network.neutron [-] [instance: 42032c1c-beb2-477f-8417-35625439a593] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1072.421455] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "42808fd4-2adc-4ed6-88a7-691a996ff21e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.422388] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "42808fd4-2adc-4ed6-88a7-691a996ff21e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.422388] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "42808fd4-2adc-4ed6-88a7-691a996ff21e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.422388] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "42808fd4-2adc-4ed6-88a7-691a996ff21e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.422623] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "42808fd4-2adc-4ed6-88a7-691a996ff21e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.425249] env[70691]: INFO nova.compute.manager [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Terminating instance [ 1072.427228] env[70691]: DEBUG nova.compute.manager [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1072.427504] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1072.428437] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f188a84a-945e-4946-b1ed-9eb1c9f54a18 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.436872] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1072.437173] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe325e4-268b-45f5-9602-3f35eb73dc69 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.448082] env[70691]: DEBUG oslo_vmware.api [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1072.448082] env[70691]: value = "task-3454612" [ 1072.448082] env[70691]: _type = "Task" [ 1072.448082] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.456720] env[70691]: DEBUG oslo_vmware.api [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.470140] env[70691]: INFO nova.compute.manager [-] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Took 1.45 seconds to deallocate network for instance. [ 1072.700031] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.700662] env[70691]: DEBUG nova.compute.manager [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1072.706019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.738s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.706281] env[70691]: DEBUG nova.objects.instance [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lazy-loading 'resources' on Instance uuid fb60b8b4-9d06-4e6e-a418-531a873eae05 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.755970] env[70691]: DEBUG nova.network.neutron [-] [instance: 42032c1c-beb2-477f-8417-35625439a593] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.957768] env[70691]: DEBUG oslo_vmware.api [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454612, 'name': PowerOffVM_Task, 'duration_secs': 0.297959} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.958156] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1072.958726] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1072.959131] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8371925-bde4-40f6-b080-29944c20bd8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.976911] env[70691]: DEBUG oslo_concurrency.lockutils [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.025523] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1073.025768] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1073.025956] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Deleting the datastore file [datastore1] 42808fd4-2adc-4ed6-88a7-691a996ff21e {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.026626] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af6d3baf-b6cf-4c67-bed5-c75c719cff2c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.034229] env[70691]: DEBUG oslo_vmware.api [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for the task: (returnval){ [ 1073.034229] env[70691]: value = "task-3454614" [ 1073.034229] env[70691]: _type = "Task" [ 1073.034229] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.042572] env[70691]: DEBUG oslo_vmware.api [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.120425] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.120622] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.120804] env[70691]: DEBUG nova.network.neutron [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1073.210971] env[70691]: DEBUG nova.compute.utils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1073.216268] env[70691]: DEBUG nova.compute.manager [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1073.216655] env[70691]: DEBUG nova.network.neutron [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1073.258878] env[70691]: INFO nova.compute.manager [-] [instance: 42032c1c-beb2-477f-8417-35625439a593] Took 1.04 seconds to deallocate network for instance. [ 1073.310084] env[70691]: DEBUG nova.policy [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b551d8479b70470a9d0b5baab4e745f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7372c9a6ed574e2886d88552f5bc59b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1073.469711] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquiring lock "2b4e902a-7130-4dc9-ab53-1e7b4a7de731" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.469943] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "2b4e902a-7130-4dc9-ab53-1e7b4a7de731" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.528237] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1739d16-bd0d-4e35-a9ab-9b90ff85656f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.542524] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affb103f-7135-425a-9f71-9a1c84cdac8a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.549313] env[70691]: DEBUG oslo_vmware.api [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Task: {'id': task-3454614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192426} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.573486] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.573708] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1073.573890] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1073.574110] env[70691]: INFO nova.compute.manager [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1073.574379] env[70691]: DEBUG oslo.service.loopingcall [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.574790] env[70691]: DEBUG nova.compute.manager [-] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1073.574879] env[70691]: DEBUG nova.network.neutron [-] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1073.577091] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8ace8e-4f95-439b-833d-fa86c76c6ec0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.585147] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa6c3d8-98a9-47cb-a720-903e060fcd11 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.598724] env[70691]: DEBUG nova.compute.provider_tree [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.716467] env[70691]: DEBUG nova.compute.manager [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1073.771553] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.855774] env[70691]: DEBUG nova.network.neutron [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Successfully created port: e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.869223] env[70691]: DEBUG nova.compute.manager [req-accdd102-6c19-4f00-8bde-b06537e2a8b0 req-5e763ebe-c873-4cac-b441-9977da3bc22c service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Received event network-vif-deleted-becf3c4c-1b63-4173-83cd-060e0c37db26 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1073.869223] env[70691]: INFO nova.compute.manager [req-accdd102-6c19-4f00-8bde-b06537e2a8b0 req-5e763ebe-c873-4cac-b441-9977da3bc22c service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Neutron deleted interface becf3c4c-1b63-4173-83cd-060e0c37db26; detaching it from the instance and deleting it from the info cache [ 1073.869223] env[70691]: DEBUG nova.network.neutron [req-accdd102-6c19-4f00-8bde-b06537e2a8b0 req-5e763ebe-c873-4cac-b441-9977da3bc22c service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.972904] env[70691]: DEBUG nova.compute.manager [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1074.078576] env[70691]: DEBUG nova.network.neutron [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance_info_cache with network_info: [{"id": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "address": "fa:16:3e:fe:e6:64", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcf3462-65", "ovs_interfaceid": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.104875] env[70691]: DEBUG nova.scheduler.client.report [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1074.338886] env[70691]: DEBUG nova.network.neutron [-] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.370683] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d42373c9-2d7b-4930-a83d-4d1cbce27ae5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.383423] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e96685-222c-41d7-9c15-4a57eb223928 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.416669] env[70691]: DEBUG nova.compute.manager [req-accdd102-6c19-4f00-8bde-b06537e2a8b0 req-5e763ebe-c873-4cac-b441-9977da3bc22c service nova] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Detach interface failed, port_id=becf3c4c-1b63-4173-83cd-060e0c37db26, reason: Instance 42808fd4-2adc-4ed6-88a7-691a996ff21e could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1074.503825] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.582295] env[70691]: DEBUG oslo_concurrency.lockutils [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.614022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.614022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.460s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.636646] env[70691]: INFO nova.scheduler.client.report [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Deleted allocations for instance fb60b8b4-9d06-4e6e-a418-531a873eae05 [ 1074.730907] env[70691]: DEBUG nova.compute.manager [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1074.758577] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1074.758835] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1074.758999] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.759214] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1074.759366] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.759518] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1074.759734] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1074.759902] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1074.760089] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1074.760267] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1074.761032] env[70691]: DEBUG nova.virt.hardware [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.761391] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718783a4-84da-4d3d-9f03-f4d53d695205 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.769706] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa8ed2-845b-4ed3-b047-351635a36484 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.844592] env[70691]: INFO nova.compute.manager [-] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Took 1.27 seconds to deallocate network for instance. [ 1075.094499] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace62806-302a-403a-9847-ae68e2097b23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.101768] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3bf4e9-a48c-455b-9868-3c53dc146b8e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.147479] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ca47b21-bd32-4f67-ae2a-76c47d78c6e2 tempest-ServerShowV254Test-471987547 tempest-ServerShowV254Test-471987547-project-member] Lock "fb60b8b4-9d06-4e6e-a418-531a873eae05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.931s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.351846] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.419762] env[70691]: DEBUG nova.compute.manager [req-0a9dd80a-03de-4e3a-b5d4-3cfba58fa58f req-c6c31cc2-94ea-4257-8d65-5d6d7e7c234f service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Received event network-vif-plugged-e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1075.420665] env[70691]: DEBUG oslo_concurrency.lockutils [req-0a9dd80a-03de-4e3a-b5d4-3cfba58fa58f req-c6c31cc2-94ea-4257-8d65-5d6d7e7c234f service nova] Acquiring lock "d0e36d91-542d-47ed-be44-7a2b8c04d357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.420665] env[70691]: DEBUG oslo_concurrency.lockutils [req-0a9dd80a-03de-4e3a-b5d4-3cfba58fa58f req-c6c31cc2-94ea-4257-8d65-5d6d7e7c234f service nova] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.420665] env[70691]: DEBUG oslo_concurrency.lockutils [req-0a9dd80a-03de-4e3a-b5d4-3cfba58fa58f req-c6c31cc2-94ea-4257-8d65-5d6d7e7c234f service nova] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.420665] env[70691]: DEBUG nova.compute.manager [req-0a9dd80a-03de-4e3a-b5d4-3cfba58fa58f req-c6c31cc2-94ea-4257-8d65-5d6d7e7c234f service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] No waiting events found dispatching network-vif-plugged-e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1075.420868] env[70691]: WARNING nova.compute.manager [req-0a9dd80a-03de-4e3a-b5d4-3cfba58fa58f req-c6c31cc2-94ea-4257-8d65-5d6d7e7c234f service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Received unexpected event network-vif-plugged-e1269656-07b5-4ffa-bf73-460f2fbc6a5b for instance with vm_state building and task_state spawning. [ 1075.526973] env[70691]: DEBUG nova.network.neutron [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Successfully updated port: e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.627509] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Applying migration context for instance e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa as it has an incoming, in-progress migration 1b5f2231-866b-4038-838c-a0f638d159e0. Migration status is post-migrating {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1075.628729] env[70691]: INFO nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating resource usage from migration 1b5f2231-866b-4038-838c-a0f638d159e0 [ 1075.653261] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 5be40eac-5673-49b1-9705-1c353b554d88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.653445] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance f518ba2f-2541-47cd-8b81-af3f5bf1ab2b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1075.653581] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 697b0d66-ebc0-465a-87de-2a019c9be3cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.653697] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance c59bc96f-5ddc-4a4b-89e5-53486598bdaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.653798] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 517f1d42-707f-4392-98b0-3701d8c61bbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.653923] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 42032c1c-beb2-477f-8417-35625439a593 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1075.654121] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.654273] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 42808fd4-2adc-4ed6-88a7-691a996ff21e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.654389] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Migration 1b5f2231-866b-4038-838c-a0f638d159e0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1075.654502] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.654614] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance d0e36d91-542d-47ed-be44-7a2b8c04d357 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.717831] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "44872813-8979-41ec-b1ef-f2f56454a4f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.717831] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.033083] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.033083] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.033083] env[70691]: DEBUG nova.network.neutron [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1076.159048] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1076.220551] env[70691]: DEBUG nova.compute.manager [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1076.224131] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d224b7-da06-44cf-98d8-e2336f42fbac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.247380] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d35729-4ebd-42e8-b0bf-5e8b571ff2b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.254835] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa' progress to 83 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1076.567313] env[70691]: DEBUG nova.network.neutron [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1076.661664] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 9f51e400-870d-447b-acf5-e2c286a7d8a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1076.704658] env[70691]: DEBUG nova.network.neutron [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Updating instance_info_cache with network_info: [{"id": "e1269656-07b5-4ffa-bf73-460f2fbc6a5b", "address": "fa:16:3e:62:53:2a", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1269656-07", "ovs_interfaceid": "e1269656-07b5-4ffa-bf73-460f2fbc6a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.746255] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.761062] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1076.761662] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83687adf-24fb-4e3d-8580-50180c3db06c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.769622] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1076.769622] env[70691]: value = "task-3454615" [ 1076.769622] env[70691]: _type = "Task" [ 1076.769622] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.779102] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.164868] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 2b4e902a-7130-4dc9-ab53-1e7b4a7de731 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1077.208050] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.208050] env[70691]: DEBUG nova.compute.manager [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Instance network_info: |[{"id": "e1269656-07b5-4ffa-bf73-460f2fbc6a5b", "address": "fa:16:3e:62:53:2a", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1269656-07", "ovs_interfaceid": "e1269656-07b5-4ffa-bf73-460f2fbc6a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1077.208783] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:53:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1269656-07b5-4ffa-bf73-460f2fbc6a5b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.219165] env[70691]: DEBUG oslo.service.loopingcall [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.219562] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1077.219936] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c41b6900-ddb2-47fc-bc6b-e9fc36343249 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.251559] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.251559] env[70691]: value = "task-3454616" [ 1077.251559] env[70691]: _type = "Task" [ 1077.251559] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.263926] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454616, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.280693] env[70691]: DEBUG oslo_vmware.api [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454615, 'name': PowerOnVM_Task, 'duration_secs': 0.397044} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.281163] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1077.282101] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-37a8a3c9-5eda-4afc-86bd-4ab212c10598 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa' progress to 100 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1077.456908] env[70691]: DEBUG nova.compute.manager [req-8e868e17-efce-4c3a-bf32-994a75b96d35 req-0299459f-2388-41cf-8125-f2be46be7a18 service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Received event network-changed-e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1077.457371] env[70691]: DEBUG nova.compute.manager [req-8e868e17-efce-4c3a-bf32-994a75b96d35 req-0299459f-2388-41cf-8125-f2be46be7a18 service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Refreshing instance network info cache due to event network-changed-e1269656-07b5-4ffa-bf73-460f2fbc6a5b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1077.458059] env[70691]: DEBUG oslo_concurrency.lockutils [req-8e868e17-efce-4c3a-bf32-994a75b96d35 req-0299459f-2388-41cf-8125-f2be46be7a18 service nova] Acquiring lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.458199] env[70691]: DEBUG oslo_concurrency.lockutils [req-8e868e17-efce-4c3a-bf32-994a75b96d35 req-0299459f-2388-41cf-8125-f2be46be7a18 service nova] Acquired lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.458374] env[70691]: DEBUG nova.network.neutron [req-8e868e17-efce-4c3a-bf32-994a75b96d35 req-0299459f-2388-41cf-8125-f2be46be7a18 service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Refreshing network info cache for port e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1077.668133] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 44872813-8979-41ec-b1ef-f2f56454a4f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1077.668449] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1077.668636] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1077.762666] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454616, 'name': CreateVM_Task, 'duration_secs': 0.325866} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.765046] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1077.765924] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.766195] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.766580] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.766948] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d384a5a-7959-493b-80a7-4a863ec0d450 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.772050] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1077.772050] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524edc67-8ab4-3b72-1c7d-de0e4803279a" [ 1077.772050] env[70691]: _type = "Task" [ 1077.772050] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.782367] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524edc67-8ab4-3b72-1c7d-de0e4803279a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.852613] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef40c8f-2a2b-4fe9-a1ad-738b26157997 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.861462] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478afc63-802a-4ae5-b1bc-9755feb6f784 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.897268] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a044f7-cdae-4fbe-ac83-a75b708578f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.905747] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da265fd-6655-4de0-b66e-0f1c701d7e79 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.919398] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.163554] env[70691]: DEBUG nova.network.neutron [req-8e868e17-efce-4c3a-bf32-994a75b96d35 req-0299459f-2388-41cf-8125-f2be46be7a18 service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Updated VIF entry in instance network info cache for port e1269656-07b5-4ffa-bf73-460f2fbc6a5b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1078.164121] env[70691]: DEBUG nova.network.neutron [req-8e868e17-efce-4c3a-bf32-994a75b96d35 req-0299459f-2388-41cf-8125-f2be46be7a18 service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Updating instance_info_cache with network_info: [{"id": "e1269656-07b5-4ffa-bf73-460f2fbc6a5b", "address": "fa:16:3e:62:53:2a", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1269656-07", "ovs_interfaceid": "e1269656-07b5-4ffa-bf73-460f2fbc6a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.282906] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524edc67-8ab4-3b72-1c7d-de0e4803279a, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.283285] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.283552] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.283820] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.283976] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.284216] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.284535] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fac7aaa5-fa1b-4c9e-bf77-427ce124c019 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.299808] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.300095] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1078.300770] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73c780e-2d66-4a39-8b57-388d92445213 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.306285] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1078.306285] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a0d7a8-0fe9-5c8d-4cd0-6eeb4ae79073" [ 1078.306285] env[70691]: _type = "Task" [ 1078.306285] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.313473] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a0d7a8-0fe9-5c8d-4cd0-6eeb4ae79073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.422162] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1078.667414] env[70691]: DEBUG oslo_concurrency.lockutils [req-8e868e17-efce-4c3a-bf32-994a75b96d35 req-0299459f-2388-41cf-8125-f2be46be7a18 service nova] Releasing lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.818685] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a0d7a8-0fe9-5c8d-4cd0-6eeb4ae79073, 'name': SearchDatastore_Task, 'duration_secs': 0.00894} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.819482] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd7016d-6a60-48bc-a063-0235ac9c0e26 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.824329] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1078.824329] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52771a66-5cb2-b1d9-8c37-c5d805b68840" [ 1078.824329] env[70691]: _type = "Task" [ 1078.824329] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.831289] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52771a66-5cb2-b1d9-8c37-c5d805b68840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.926606] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1078.926866] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.313s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.927158] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.026s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.927357] env[70691]: DEBUG nova.objects.instance [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 42032c1c-beb2-477f-8417-35625439a593] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1079.334913] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52771a66-5cb2-b1d9-8c37-c5d805b68840, 'name': SearchDatastore_Task, 'duration_secs': 0.009741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.335305] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.335579] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d0e36d91-542d-47ed-be44-7a2b8c04d357/d0e36d91-542d-47ed-be44-7a2b8c04d357.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1079.335845] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0a6a158-4e6e-4235-b8d2-70d354967cae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.343087] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1079.343087] env[70691]: value = "task-3454617" [ 1079.343087] env[70691]: _type = "Task" [ 1079.343087] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.350526] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.854145] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476692} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.854453] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d0e36d91-542d-47ed-be44-7a2b8c04d357/d0e36d91-542d-47ed-be44-7a2b8c04d357.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1079.854673] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.854924] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd02501a-dfa1-479c-b72b-cba3d9e5c2c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.860596] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1079.860596] env[70691]: value = "task-3454618" [ 1079.860596] env[70691]: _type = "Task" [ 1079.860596] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.867825] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.937040] env[70691]: DEBUG oslo_concurrency.lockutils [None req-642f3e00-a376-467d-b845-fcc8b39b34ed tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.937927] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.397s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.939560] env[70691]: INFO nova.compute.claims [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.282748] env[70691]: DEBUG nova.network.neutron [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Port cbcf3462-6502-4aeb-b094-51aa18c3eb0a binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1080.283146] env[70691]: DEBUG oslo_concurrency.lockutils [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.283332] env[70691]: DEBUG oslo_concurrency.lockutils [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.283522] env[70691]: DEBUG nova.network.neutron [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1080.370341] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061439} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.370716] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.371548] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d6ed9b-a2d4-46b9-bb12-2a2534c618c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.395778] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] d0e36d91-542d-47ed-be44-7a2b8c04d357/d0e36d91-542d-47ed-be44-7a2b8c04d357.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.396138] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c41fd1e-a1cd-44f9-9fff-bfa2209d75e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.416692] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1080.416692] env[70691]: value = "task-3454619" [ 1080.416692] env[70691]: _type = "Task" [ 1080.416692] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.425604] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.927606] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454619, 'name': ReconfigVM_Task, 'duration_secs': 0.261611} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.930616] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Reconfigured VM instance instance-00000055 to attach disk [datastore1] d0e36d91-542d-47ed-be44-7a2b8c04d357/d0e36d91-542d-47ed-be44-7a2b8c04d357.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.931297] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-290c8b5c-e32c-4a4f-92e5-3867f6da5181 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.938580] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1080.938580] env[70691]: value = "task-3454620" [ 1080.938580] env[70691]: _type = "Task" [ 1080.938580] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.948039] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454620, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.107046] env[70691]: DEBUG nova.network.neutron [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance_info_cache with network_info: [{"id": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "address": "fa:16:3e:fe:e6:64", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcf3462-65", "ovs_interfaceid": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.158889] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aae5f19-9960-45c7-8215-cfecc1c9ad12 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.166554] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c931baf-f43d-4258-9222-7e5293fec024 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.195579] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952c3c7d-2be7-4196-8099-4fb0de000df6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.202523] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0f0658-3f7f-4757-9264-73ac4bff2a09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.216663] env[70691]: DEBUG nova.compute.provider_tree [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.448570] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454620, 'name': Rename_Task, 'duration_secs': 0.134265} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.448868] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1081.449131] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83cc8e99-172a-444f-ae78-5cb99df22ee8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.456103] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1081.456103] env[70691]: value = "task-3454621" [ 1081.456103] env[70691]: _type = "Task" [ 1081.456103] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.463418] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.609873] env[70691]: DEBUG oslo_concurrency.lockutils [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.719726] env[70691]: DEBUG nova.scheduler.client.report [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1081.968020] env[70691]: DEBUG oslo_vmware.api [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454621, 'name': PowerOnVM_Task, 'duration_secs': 0.462009} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.968020] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1081.968020] env[70691]: INFO nova.compute.manager [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1081.968020] env[70691]: DEBUG nova.compute.manager [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1081.968628] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a567aeb0-fb14-4134-ad82-6f3525e338cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.113441] env[70691]: DEBUG nova.compute.manager [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70691) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1082.224612] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.225168] env[70691]: DEBUG nova.compute.manager [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1082.227899] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.731s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.229366] env[70691]: INFO nova.compute.claims [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.485926] env[70691]: INFO nova.compute.manager [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Took 21.69 seconds to build instance. [ 1082.733755] env[70691]: DEBUG nova.compute.utils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1082.738385] env[70691]: DEBUG nova.compute.manager [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1082.738385] env[70691]: DEBUG nova.network.neutron [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1082.849157] env[70691]: DEBUG nova.policy [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95ecf5da09344888d0eac3d213acf70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5279a7893b4af5af7d4ee978ac49c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1082.988349] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f6a1aa9f-65bf-4226-9cf5-62ed7b93e479 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.221s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.238835] env[70691]: DEBUG nova.compute.manager [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1083.263647] env[70691]: DEBUG nova.network.neutron [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Successfully created port: 4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.269578] env[70691]: DEBUG oslo_concurrency.lockutils [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.370302] env[70691]: DEBUG oslo_concurrency.lockutils [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "d0e36d91-542d-47ed-be44-7a2b8c04d357" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.370575] env[70691]: DEBUG oslo_concurrency.lockutils [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.370756] env[70691]: INFO nova.compute.manager [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Shelving [ 1083.458055] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce77d57-2134-42bc-8778-962ff38d6e6a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.465651] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5729956a-aa73-4da7-a4c8-217533c83872 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.495757] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be802ea1-76bd-4d00-b654-52f861b415b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.502930] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af4d3a1-2960-4152-80a4-493b94007751 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.516123] env[70691]: DEBUG nova.compute.provider_tree [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.878172] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1083.879053] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-228f14ce-8ccc-4274-9277-554c5dc8a1ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.886094] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1083.886094] env[70691]: value = "task-3454622" [ 1083.886094] env[70691]: _type = "Task" [ 1083.886094] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.893948] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.018908] env[70691]: DEBUG nova.scheduler.client.report [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1084.250901] env[70691]: DEBUG nova.compute.manager [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1084.274867] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1084.275167] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1084.275326] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.275517] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1084.275667] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.275817] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1084.276038] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1084.276216] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1084.276368] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1084.276533] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1084.276706] env[70691]: DEBUG nova.virt.hardware [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.277576] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169be0ee-02a4-463e-8405-bc9145e6c6d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.285402] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a4e357-d187-4b11-bbb4-dd8b86f83fff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.396018] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454622, 'name': PowerOffVM_Task, 'duration_secs': 0.222691} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.396306] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1084.397057] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24681d01-835a-4391-ad9d-bb94ff1f713e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.414647] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeaad08-c54a-45a1-8699-e85b6cbad9d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.523770] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.524477] env[70691]: DEBUG nova.compute.manager [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1084.526876] env[70691]: DEBUG oslo_concurrency.lockutils [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.550s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.527116] env[70691]: DEBUG oslo_concurrency.lockutils [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.529149] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.758s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.529342] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.531089] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.027s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.532784] env[70691]: INFO nova.compute.claims [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.555142] env[70691]: INFO nova.scheduler.client.report [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Deleted allocations for instance 42032c1c-beb2-477f-8417-35625439a593 [ 1084.556681] env[70691]: INFO nova.scheduler.client.report [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted allocations for instance f518ba2f-2541-47cd-8b81-af3f5bf1ab2b [ 1084.737934] env[70691]: DEBUG nova.compute.manager [req-ca88814c-3039-4070-9133-b2d0e235d685 req-d6868f62-933e-437f-a251-67df038303f3 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received event network-vif-plugged-4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1084.738183] env[70691]: DEBUG oslo_concurrency.lockutils [req-ca88814c-3039-4070-9133-b2d0e235d685 req-d6868f62-933e-437f-a251-67df038303f3 service nova] Acquiring lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.738411] env[70691]: DEBUG oslo_concurrency.lockutils [req-ca88814c-3039-4070-9133-b2d0e235d685 req-d6868f62-933e-437f-a251-67df038303f3 service nova] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.738587] env[70691]: DEBUG oslo_concurrency.lockutils [req-ca88814c-3039-4070-9133-b2d0e235d685 req-d6868f62-933e-437f-a251-67df038303f3 service nova] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.738756] env[70691]: DEBUG nova.compute.manager [req-ca88814c-3039-4070-9133-b2d0e235d685 req-d6868f62-933e-437f-a251-67df038303f3 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] No waiting events found dispatching network-vif-plugged-4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1084.738926] env[70691]: WARNING nova.compute.manager [req-ca88814c-3039-4070-9133-b2d0e235d685 req-d6868f62-933e-437f-a251-67df038303f3 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received unexpected event network-vif-plugged-4e86ea37-dacf-4a1b-94c6-14d381dc62ed for instance with vm_state building and task_state spawning. [ 1084.925077] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1084.925892] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ed47bf0-c24e-42d3-bf5e-aa6ddcb4f904 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.934635] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1084.934635] env[70691]: value = "task-3454623" [ 1084.934635] env[70691]: _type = "Task" [ 1084.934635] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.944312] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.030030] env[70691]: DEBUG nova.network.neutron [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Successfully updated port: 4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.037664] env[70691]: DEBUG nova.compute.utils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1085.043377] env[70691]: DEBUG nova.compute.manager [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1085.043617] env[70691]: DEBUG nova.network.neutron [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1085.069627] env[70691]: DEBUG oslo_concurrency.lockutils [None req-934a185d-c973-4a70-bced-1b8795442bae tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "f518ba2f-2541-47cd-8b81-af3f5bf1ab2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.196s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.071183] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14bb8695-738e-48e3-97ba-ed85e17ef4e1 tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "42032c1c-beb2-477f-8417-35625439a593" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.131s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.090168] env[70691]: DEBUG nova.policy [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d6a695dbc7d49e6aa0a2de1cb0c69f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1702adfd4b39498090e3f5dea9a377c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1085.360617] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "517f1d42-707f-4392-98b0-3701d8c61bbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.360922] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "517f1d42-707f-4392-98b0-3701d8c61bbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.361761] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "517f1d42-707f-4392-98b0-3701d8c61bbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.362082] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "517f1d42-707f-4392-98b0-3701d8c61bbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.362288] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "517f1d42-707f-4392-98b0-3701d8c61bbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.364545] env[70691]: INFO nova.compute.manager [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Terminating instance [ 1085.366326] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "refresh_cache-517f1d42-707f-4392-98b0-3701d8c61bbd" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.366519] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquired lock "refresh_cache-517f1d42-707f-4392-98b0-3701d8c61bbd" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.366718] env[70691]: DEBUG nova.network.neutron [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1085.420351] env[70691]: DEBUG nova.network.neutron [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Successfully created port: 17df0578-3410-4bc9-a63e-7dae3a7b11ec {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.444931] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454623, 'name': CreateSnapshot_Task, 'duration_secs': 0.447869} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.445176] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1085.445996] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da88740-9e01-4d30-aebf-03cfc61a3908 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.535564] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.539110] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.539110] env[70691]: DEBUG nova.network.neutron [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1085.543181] env[70691]: DEBUG nova.compute.manager [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1085.708652] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bedf431-3df2-4807-b218-84ef81891a20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.717467] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833edfee-4a4b-47bf-adcb-dc184800e1c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.746992] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336c7eec-dd49-4750-b417-8219bfd75044 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.754712] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e70707c-8b70-480c-83fd-79c2933a2638 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.769164] env[70691]: DEBUG nova.compute.provider_tree [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.885894] env[70691]: DEBUG nova.network.neutron [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1085.931307] env[70691]: DEBUG nova.network.neutron [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.963042] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1085.963639] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c3f74a71-5141-45b8-b959-6741726161ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.972119] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1085.972119] env[70691]: value = "task-3454624" [ 1085.972119] env[70691]: _type = "Task" [ 1085.972119] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.980541] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454624, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.081559] env[70691]: DEBUG nova.network.neutron [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1086.219552] env[70691]: DEBUG nova.network.neutron [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.272097] env[70691]: DEBUG nova.scheduler.client.report [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1086.435253] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Releasing lock "refresh_cache-517f1d42-707f-4392-98b0-3701d8c61bbd" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.435756] env[70691]: DEBUG nova.compute.manager [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1086.435936] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1086.436896] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2115b1d2-cc53-4cb4-8eec-21ebc6636edb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.444973] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1086.445233] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24b0cdd7-1c8e-4164-99ac-f919d43868f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.451918] env[70691]: DEBUG oslo_vmware.api [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1086.451918] env[70691]: value = "task-3454625" [ 1086.451918] env[70691]: _type = "Task" [ 1086.451918] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.460289] env[70691]: DEBUG oslo_vmware.api [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.481035] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454624, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.553653] env[70691]: DEBUG nova.compute.manager [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1086.581458] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1086.581835] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1086.582055] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.582296] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1086.582483] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.582659] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1086.583080] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1086.583165] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1086.583367] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1086.583573] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1086.583785] env[70691]: DEBUG nova.virt.hardware [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1086.584789] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f457e560-3489-43ff-8983-dcc866c99e94 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.594273] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d5635d-6743-4203-a579-2dad8576be66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.722762] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.723098] env[70691]: DEBUG nova.compute.manager [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Instance network_info: |[{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1086.723603] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:bb:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e86ea37-dacf-4a1b-94c6-14d381dc62ed', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.731422] env[70691]: DEBUG oslo.service.loopingcall [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.731682] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1086.731968] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78e7a71b-972b-4ed0-b79d-06b9d4f4207b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.752501] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.752501] env[70691]: value = "task-3454626" [ 1086.752501] env[70691]: _type = "Task" [ 1086.752501] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.760146] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454626, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.777234] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.777818] env[70691]: DEBUG nova.compute.manager [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1086.780788] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.429s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.781080] env[70691]: DEBUG nova.objects.instance [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lazy-loading 'resources' on Instance uuid 42808fd4-2adc-4ed6-88a7-691a996ff21e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.914748] env[70691]: DEBUG nova.network.neutron [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Successfully updated port: 17df0578-3410-4bc9-a63e-7dae3a7b11ec {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.961638] env[70691]: DEBUG oslo_vmware.api [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454625, 'name': PowerOffVM_Task, 'duration_secs': 0.125144} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.961916] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1086.962107] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1086.962359] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85182c2c-1d42-43a1-bdda-d293775566e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.969498] env[70691]: DEBUG nova.compute.manager [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1086.969664] env[70691]: DEBUG nova.compute.manager [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing instance network info cache due to event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1086.969890] env[70691]: DEBUG oslo_concurrency.lockutils [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] Acquiring lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.970054] env[70691]: DEBUG oslo_concurrency.lockutils [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] Acquired lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.970315] env[70691]: DEBUG nova.network.neutron [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1086.981873] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454624, 'name': CloneVM_Task} progress is 95%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.986691] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1086.986910] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1086.987113] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Deleting the datastore file [datastore2] 517f1d42-707f-4392-98b0-3701d8c61bbd {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.987374] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9b21e5f-4667-4f00-8b6f-85c8eff043a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.993965] env[70691]: DEBUG oslo_vmware.api [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for the task: (returnval){ [ 1086.993965] env[70691]: value = "task-3454628" [ 1086.993965] env[70691]: _type = "Task" [ 1086.993965] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.001672] env[70691]: DEBUG oslo_vmware.api [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.262487] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454626, 'name': CreateVM_Task, 'duration_secs': 0.343785} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.262655] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1087.263340] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.263522] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.263841] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.264165] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52aac24a-ff24-452b-96dc-907e50562616 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.268484] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1087.268484] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5278669a-ad2a-93db-27e2-74fc8a2b456e" [ 1087.268484] env[70691]: _type = "Task" [ 1087.268484] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.276088] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5278669a-ad2a-93db-27e2-74fc8a2b456e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.283430] env[70691]: DEBUG nova.compute.utils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1087.287597] env[70691]: DEBUG nova.compute.manager [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Not allocating networking since 'none' was specified. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1087.419519] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "refresh_cache-9f51e400-870d-447b-acf5-e2c286a7d8a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.419728] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "refresh_cache-9f51e400-870d-447b-acf5-e2c286a7d8a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.419945] env[70691]: DEBUG nova.network.neutron [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1087.439493] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cf5737-805b-402b-9282-4e8128575256 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.448309] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852d7206-f2a6-4639-9bc3-0c768e0c24e0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.486810] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c201d5a8-e212-483e-b298-60ade8dadf7c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.521704] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a2aaf-fe93-459e-88cd-f5b12961afe2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.521704] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454624, 'name': CloneVM_Task, 'duration_secs': 1.187801} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.521704] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Created linked-clone VM from snapshot [ 1087.521704] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1de790e-abe0-4b30-bf10-76b80532aa19 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.524563] env[70691]: DEBUG nova.compute.provider_tree [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.525914] env[70691]: DEBUG oslo_vmware.api [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Task: {'id': task-3454628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097888} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.529579] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.529840] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1087.530100] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1087.530304] env[70691]: INFO nova.compute.manager [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1087.530610] env[70691]: DEBUG oslo.service.loopingcall [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.530892] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Uploading image a9ceedba-4cb1-44c9-bfdb-f84ca6a1bd5e {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1087.535793] env[70691]: DEBUG nova.compute.manager [-] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1087.535911] env[70691]: DEBUG nova.network.neutron [-] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1087.565185] env[70691]: DEBUG oslo_vmware.rw_handles [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1087.565185] env[70691]: value = "vm-689676" [ 1087.565185] env[70691]: _type = "VirtualMachine" [ 1087.565185] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1087.565827] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fbd97d50-56a0-4e2e-b5f7-f0fe1f69877c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.568427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.568798] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.571466] env[70691]: DEBUG nova.network.neutron [-] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1087.575993] env[70691]: DEBUG oslo_vmware.rw_handles [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lease: (returnval){ [ 1087.575993] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523d155e-2303-6acd-f93e-70f04b6ed591" [ 1087.575993] env[70691]: _type = "HttpNfcLease" [ 1087.575993] env[70691]: } obtained for exporting VM: (result){ [ 1087.575993] env[70691]: value = "vm-689676" [ 1087.575993] env[70691]: _type = "VirtualMachine" [ 1087.575993] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1087.576270] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the lease: (returnval){ [ 1087.576270] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523d155e-2303-6acd-f93e-70f04b6ed591" [ 1087.576270] env[70691]: _type = "HttpNfcLease" [ 1087.576270] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1087.584533] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.584533] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523d155e-2303-6acd-f93e-70f04b6ed591" [ 1087.584533] env[70691]: _type = "HttpNfcLease" [ 1087.584533] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1087.778211] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5278669a-ad2a-93db-27e2-74fc8a2b456e, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.778522] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.778768] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.779007] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.779171] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.779354] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.779636] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1108778-8e64-4139-81db-0b6324717521 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.788298] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.788298] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1087.789215] env[70691]: DEBUG nova.compute.manager [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1087.791738] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0852f75a-a41e-4c2d-aa18-3e257ccf5e0a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.797857] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1087.797857] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bab380-a4ad-0687-3e20-e90871d184ac" [ 1087.797857] env[70691]: _type = "Task" [ 1087.797857] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.804944] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bab380-a4ad-0687-3e20-e90871d184ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.860274] env[70691]: DEBUG nova.network.neutron [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updated VIF entry in instance network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1087.860638] env[70691]: DEBUG nova.network.neutron [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.948280] env[70691]: DEBUG nova.network.neutron [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1088.027940] env[70691]: DEBUG nova.scheduler.client.report [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1088.068326] env[70691]: DEBUG nova.network.neutron [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Updating instance_info_cache with network_info: [{"id": "17df0578-3410-4bc9-a63e-7dae3a7b11ec", "address": "fa:16:3e:be:28:0c", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17df0578-34", "ovs_interfaceid": "17df0578-3410-4bc9-a63e-7dae3a7b11ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.071714] env[70691]: DEBUG nova.compute.utils [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1088.075143] env[70691]: DEBUG nova.network.neutron [-] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.085254] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.085254] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523d155e-2303-6acd-f93e-70f04b6ed591" [ 1088.085254] env[70691]: _type = "HttpNfcLease" [ 1088.085254] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1088.085544] env[70691]: DEBUG oslo_vmware.rw_handles [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1088.085544] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523d155e-2303-6acd-f93e-70f04b6ed591" [ 1088.085544] env[70691]: _type = "HttpNfcLease" [ 1088.085544] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1088.086265] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcd03f7-935e-4fd8-af55-d0a9b1960508 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.093763] env[70691]: DEBUG oslo_vmware.rw_handles [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a208a-51e3-57e7-1d39-a61651415026/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1088.093940] env[70691]: DEBUG oslo_vmware.rw_handles [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a208a-51e3-57e7-1d39-a61651415026/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1088.287768] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ddfa8174-4571-40a7-89ab-005481f0a8db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.308684] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bab380-a4ad-0687-3e20-e90871d184ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008333} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.312091] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c29f7c-b7ca-41e5-93d9-10e6c7ca6585 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.321997] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1088.321997] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d9c153-8479-341e-7d7a-55ec58ec39a1" [ 1088.321997] env[70691]: _type = "Task" [ 1088.321997] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.330324] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d9c153-8479-341e-7d7a-55ec58ec39a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.331041] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.331317] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8/eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1088.331575] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-573e974b-d0f2-44f9-96c4-fad83a4fb3fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.337988] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1088.337988] env[70691]: value = "task-3454630" [ 1088.337988] env[70691]: _type = "Task" [ 1088.337988] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.345552] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.363460] env[70691]: DEBUG oslo_concurrency.lockutils [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] Releasing lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.363714] env[70691]: DEBUG nova.compute.manager [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Received event network-vif-plugged-17df0578-3410-4bc9-a63e-7dae3a7b11ec {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1088.363919] env[70691]: DEBUG oslo_concurrency.lockutils [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] Acquiring lock "9f51e400-870d-447b-acf5-e2c286a7d8a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.364197] env[70691]: DEBUG oslo_concurrency.lockutils [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] Lock "9f51e400-870d-447b-acf5-e2c286a7d8a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.364381] env[70691]: DEBUG oslo_concurrency.lockutils [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] Lock "9f51e400-870d-447b-acf5-e2c286a7d8a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.364554] env[70691]: DEBUG nova.compute.manager [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] No waiting events found dispatching network-vif-plugged-17df0578-3410-4bc9-a63e-7dae3a7b11ec {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1088.364768] env[70691]: WARNING nova.compute.manager [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Received unexpected event network-vif-plugged-17df0578-3410-4bc9-a63e-7dae3a7b11ec for instance with vm_state building and task_state spawning. [ 1088.364960] env[70691]: DEBUG nova.compute.manager [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Received event network-changed-17df0578-3410-4bc9-a63e-7dae3a7b11ec {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1088.365252] env[70691]: DEBUG nova.compute.manager [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Refreshing instance network info cache due to event network-changed-17df0578-3410-4bc9-a63e-7dae3a7b11ec. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1088.365526] env[70691]: DEBUG oslo_concurrency.lockutils [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] Acquiring lock "refresh_cache-9f51e400-870d-447b-acf5-e2c286a7d8a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.533308] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.536324] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.790s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.538600] env[70691]: INFO nova.compute.claims [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.562816] env[70691]: INFO nova.scheduler.client.report [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Deleted allocations for instance 42808fd4-2adc-4ed6-88a7-691a996ff21e [ 1088.571349] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "refresh_cache-9f51e400-870d-447b-acf5-e2c286a7d8a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.571862] env[70691]: DEBUG nova.compute.manager [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Instance network_info: |[{"id": "17df0578-3410-4bc9-a63e-7dae3a7b11ec", "address": "fa:16:3e:be:28:0c", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17df0578-34", "ovs_interfaceid": "17df0578-3410-4bc9-a63e-7dae3a7b11ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1088.572156] env[70691]: DEBUG oslo_concurrency.lockutils [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] Acquired lock "refresh_cache-9f51e400-870d-447b-acf5-e2c286a7d8a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.572277] env[70691]: DEBUG nova.network.neutron [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Refreshing network info cache for port 17df0578-3410-4bc9-a63e-7dae3a7b11ec {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1088.573603] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:28:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17df0578-3410-4bc9-a63e-7dae3a7b11ec', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.582103] env[70691]: DEBUG oslo.service.loopingcall [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.583071] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.583721] env[70691]: INFO nova.compute.manager [-] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Took 1.05 seconds to deallocate network for instance. [ 1088.583965] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1088.585969] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14b5fcec-ac0d-45b1-a573-d57c2d189a78 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.613773] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.613773] env[70691]: value = "task-3454631" [ 1088.613773] env[70691]: _type = "Task" [ 1088.613773] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.623901] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454631, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.804893] env[70691]: DEBUG nova.compute.manager [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1088.828816] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1088.829353] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1088.829720] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.830141] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1088.830429] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.830783] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1088.831154] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1088.831442] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1088.831661] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1088.831925] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1088.832243] env[70691]: DEBUG nova.virt.hardware [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.833197] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a60311-82ce-4cd0-b55a-1276ed589237 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.844786] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff70d0f-34ab-4b42-ad41-f50db845cf99 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.853333] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491157} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.863441] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8/eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1088.863901] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.864548] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.870621] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Creating folder: Project (e4d5bf2ffe9643878ea582b5f3d47017). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1088.871108] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9ee16cb-5099-4eca-bf3d-23bb84569dee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.873229] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a2fe10d-a627-487c-9211-4775574035bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.879952] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1088.879952] env[70691]: value = "task-3454632" [ 1088.879952] env[70691]: _type = "Task" [ 1088.879952] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.884661] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Created folder: Project (e4d5bf2ffe9643878ea582b5f3d47017) in parent group-v689428. [ 1088.885333] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Creating folder: Instances. Parent ref: group-v689679. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1088.885554] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddb03b11-afc8-420e-994a-0c0a89134111 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.890431] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.894703] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Created folder: Instances in parent group-v689679. [ 1088.894966] env[70691]: DEBUG oslo.service.loopingcall [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.895225] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1088.895424] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b310cfd-3b43-4c22-a33b-539259a7d243 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.912373] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.912373] env[70691]: value = "task-3454635" [ 1088.912373] env[70691]: _type = "Task" [ 1088.912373] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.920278] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454635, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.072625] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dae71f3f-ae14-4b48-ba99-ec9f733e28b2 tempest-ImagesOneServerNegativeTestJSON-293217964 tempest-ImagesOneServerNegativeTestJSON-293217964-project-member] Lock "42808fd4-2adc-4ed6-88a7-691a996ff21e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.651s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.110561] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.130512] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454631, 'name': CreateVM_Task, 'duration_secs': 0.408038} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.131127] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1089.132027] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.132327] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.132875] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.133334] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7242cce7-cb90-4984-85e1-ddf837a720fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.140231] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1089.140231] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526c2bce-8682-573c-0d96-89fdbebddba1" [ 1089.140231] env[70691]: _type = "Task" [ 1089.140231] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.161519] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526c2bce-8682-573c-0d96-89fdbebddba1, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.162164] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.162627] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.163271] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.163347] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.163637] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.164489] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48c3dd68-7280-4afa-a35a-f489033e4956 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.175458] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.175805] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1089.177262] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ddd650-3a56-4943-ad6a-94a7371583e1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.184268] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1089.184268] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e81053-e987-6edb-086f-7c3f8c92d241" [ 1089.184268] env[70691]: _type = "Task" [ 1089.184268] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.200802] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e81053-e987-6edb-086f-7c3f8c92d241, 'name': SearchDatastore_Task, 'duration_secs': 0.007972} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.201996] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb49d6cf-9b44-46eb-9591-8d2420c38e56 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.209393] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1089.209393] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527db6cc-1e7d-3350-08dc-2832c68a7be2" [ 1089.209393] env[70691]: _type = "Task" [ 1089.209393] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.220385] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527db6cc-1e7d-3350-08dc-2832c68a7be2, 'name': SearchDatastore_Task, 'duration_secs': 0.008041} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.223844] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.224315] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 9f51e400-870d-447b-acf5-e2c286a7d8a9/9f51e400-870d-447b-acf5-e2c286a7d8a9.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1089.224737] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ffc8b54-0c5c-4124-8d73-40808e67ef06 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.232802] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1089.232802] env[70691]: value = "task-3454636" [ 1089.232802] env[70691]: _type = "Task" [ 1089.232802] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.244048] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.386926] env[70691]: DEBUG nova.network.neutron [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Updated VIF entry in instance network info cache for port 17df0578-3410-4bc9-a63e-7dae3a7b11ec. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1089.387356] env[70691]: DEBUG nova.network.neutron [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Updating instance_info_cache with network_info: [{"id": "17df0578-3410-4bc9-a63e-7dae3a7b11ec", "address": "fa:16:3e:be:28:0c", "network": {"id": "5ca62efc-e14e-4bb2-a3b1-faf007ab8265", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-56022945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702adfd4b39498090e3f5dea9a377c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17df0578-34", "ovs_interfaceid": "17df0578-3410-4bc9-a63e-7dae3a7b11ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.393679] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091489} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.394207] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.395975] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aecb82-4af4-47e1-a8e0-eceae6bb2099 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.421410] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8/eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.424901] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d683dc6-944b-46b3-91c7-7c92514fd374 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.451524] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454635, 'name': CreateVM_Task, 'duration_secs': 0.302054} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.453065] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1089.453998] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1089.453998] env[70691]: value = "task-3454637" [ 1089.453998] env[70691]: _type = "Task" [ 1089.453998] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.454531] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.454766] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.455301] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.455659] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea97c365-862c-4231-b239-4b4faef933d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.464967] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1089.464967] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52169056-226e-bcbc-eb8c-c1ab0d72a162" [ 1089.464967] env[70691]: _type = "Task" [ 1089.464967] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.469539] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.479700] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52169056-226e-bcbc-eb8c-c1ab0d72a162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.647233] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.647510] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.647758] env[70691]: INFO nova.compute.manager [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Attaching volume ea545f18-a2a6-4627-82d4-ce1a26fe8d94 to /dev/sdb [ 1089.694623] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b453f5-e563-4bed-a42d-1085ef9a64fa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.702160] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd908d95-29a6-405c-916f-8b2b15653f43 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.719840] env[70691]: DEBUG nova.virt.block_device [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Updating existing volume attachment record: 9ae98dfb-f054-4a4b-a4a9-2b7aedc81b28 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1089.748202] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459594} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.748564] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 9f51e400-870d-447b-acf5-e2c286a7d8a9/9f51e400-870d-447b-acf5-e2c286a7d8a9.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1089.748886] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.749152] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc288222-f53a-4a15-96bc-fb5c30950563 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.753524] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03089f6b-fd31-4d86-b242-6ce52a179262 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.757444] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1089.757444] env[70691]: value = "task-3454638" [ 1089.757444] env[70691]: _type = "Task" [ 1089.757444] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.764644] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7538830-37e0-4571-9b20-55727f6e81b0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.771472] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.804021] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a246c259-ab18-4988-850d-befb2c73c8bc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.809090] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9596db-efd0-4285-ab84-cdeaf933eaf9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.827155] env[70691]: DEBUG nova.compute.provider_tree [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.890890] env[70691]: DEBUG oslo_concurrency.lockutils [req-5e92fa30-4cfd-4803-8029-4e5f2ebaf8b6 req-64852254-0b82-4184-8ae7-75ddcf3fd76d service nova] Releasing lock "refresh_cache-9f51e400-870d-447b-acf5-e2c286a7d8a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.966413] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454637, 'name': ReconfigVM_Task, 'duration_secs': 0.41935} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.966876] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Reconfigured VM instance instance-00000056 to attach disk [datastore1] eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8/eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.968047] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd293a9e-a7da-41f4-a453-ffbfe485919f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.979701] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52169056-226e-bcbc-eb8c-c1ab0d72a162, 'name': SearchDatastore_Task, 'duration_secs': 0.023406} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.981068] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.981325] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.981569] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.981721] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.981901] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.982274] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1089.982274] env[70691]: value = "task-3454642" [ 1089.982274] env[70691]: _type = "Task" [ 1089.982274] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.982471] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aeec26c-979c-4fd4-b1c0-a9c25c44257e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.993024] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454642, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.994061] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.994297] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1089.995015] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4548db-1abc-45ee-a51e-7b3e0b85652c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.999993] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1089.999993] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527ad013-c0e1-aa8b-d49b-4f27f740317c" [ 1089.999993] env[70691]: _type = "Task" [ 1089.999993] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.008533] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527ad013-c0e1-aa8b-d49b-4f27f740317c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.268543] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074323} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.269247] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.270092] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af89573a-fa48-4898-bb23-bc5ca5ad03aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.298075] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 9f51e400-870d-447b-acf5-e2c286a7d8a9/9f51e400-870d-447b-acf5-e2c286a7d8a9.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.298440] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92553918-c4d4-4c30-955d-285394d1ad56 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.318410] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1090.318410] env[70691]: value = "task-3454643" [ 1090.318410] env[70691]: _type = "Task" [ 1090.318410] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.326619] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.330620] env[70691]: DEBUG nova.scheduler.client.report [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1090.495083] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454642, 'name': Rename_Task, 'duration_secs': 0.186425} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.495298] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1090.495566] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09b2ffa6-5f12-4a8f-8317-22e805b29330 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.501656] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1090.501656] env[70691]: value = "task-3454644" [ 1090.501656] env[70691]: _type = "Task" [ 1090.501656] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.512121] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527ad013-c0e1-aa8b-d49b-4f27f740317c, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.515874] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.516203] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cac05f0-1868-40e0-9ba4-796d302a097b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.521435] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1090.521435] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5249b267-be29-a6c9-8071-1e85d914aa3e" [ 1090.521435] env[70691]: _type = "Task" [ 1090.521435] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.530947] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5249b267-be29-a6c9-8071-1e85d914aa3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.828708] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454643, 'name': ReconfigVM_Task, 'duration_secs': 0.281936} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.829663] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 9f51e400-870d-447b-acf5-e2c286a7d8a9/9f51e400-870d-447b-acf5-e2c286a7d8a9.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.829663] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e10ce44-0e30-49f3-a04d-9df33c17d3db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.835369] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.835864] env[70691]: DEBUG nova.compute.manager [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1090.840118] env[70691]: DEBUG oslo_concurrency.lockutils [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 7.571s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.842189] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1090.842189] env[70691]: value = "task-3454645" [ 1090.842189] env[70691]: _type = "Task" [ 1090.842189] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.850984] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454645, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.018604] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.036879] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5249b267-be29-a6c9-8071-1e85d914aa3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.037201] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.037496] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 2b4e902a-7130-4dc9-ab53-1e7b4a7de731/2b4e902a-7130-4dc9-ab53-1e7b4a7de731.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1091.037784] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91d8d600-155f-4da1-8653-0da50af1bf15 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.047708] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1091.047708] env[70691]: value = "task-3454646" [ 1091.047708] env[70691]: _type = "Task" [ 1091.047708] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.053477] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.343148] env[70691]: DEBUG nova.objects.instance [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'migration_context' on Instance uuid e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.345552] env[70691]: DEBUG nova.compute.utils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1091.347426] env[70691]: DEBUG nova.compute.manager [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1091.347641] env[70691]: DEBUG nova.network.neutron [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1091.365077] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454645, 'name': Rename_Task, 'duration_secs': 0.146841} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.365077] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1091.365627] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7209bc0f-abcd-445f-9918-d72de9d68f6a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.374938] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1091.374938] env[70691]: value = "task-3454647" [ 1091.374938] env[70691]: _type = "Task" [ 1091.374938] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.389488] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.412690] env[70691]: DEBUG nova.policy [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '777b56b84ade43ebbff18f1c47f2c4e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb689b8d88f14eea9bb9b34562323720', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1091.522354] env[70691]: DEBUG oslo_vmware.api [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454644, 'name': PowerOnVM_Task, 'duration_secs': 0.721015} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.523238] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1091.523327] env[70691]: INFO nova.compute.manager [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1091.523582] env[70691]: DEBUG nova.compute.manager [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1091.524811] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a01867e-feb2-4c2c-9d66-920335a1e26f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.554822] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502156} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.555118] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 2b4e902a-7130-4dc9-ab53-1e7b4a7de731/2b4e902a-7130-4dc9-ab53-1e7b4a7de731.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1091.555341] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.555614] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb30fc92-7795-4aba-b1a7-2bdb9f40fccc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.561614] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1091.561614] env[70691]: value = "task-3454648" [ 1091.561614] env[70691]: _type = "Task" [ 1091.561614] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.570182] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.737866] env[70691]: DEBUG nova.network.neutron [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Successfully created port: 9a9b6ce3-b1d7-4c79-aa6a-fac237950143 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.856801] env[70691]: DEBUG nova.compute.manager [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1091.889617] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454647, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.047286] env[70691]: INFO nova.compute.manager [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Took 21.53 seconds to build instance. [ 1092.069491] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a795e26f-0bcf-4b2f-9869-b40e2ef59af7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.076731] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068724} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.077998] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.078886] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607841bd-6713-4695-98d4-e1791564bbe4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.084908] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f75563-7038-41ea-ab2f-22e6dffe6483 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.104368] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 2b4e902a-7130-4dc9-ab53-1e7b4a7de731/2b4e902a-7130-4dc9-ab53-1e7b4a7de731.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.105112] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe06dc2-822a-42ec-a4af-16de32b4cbbd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.148866] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9b7ac7-6d76-4f5d-9e7b-24b81550d1f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.154176] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1092.154176] env[70691]: value = "task-3454650" [ 1092.154176] env[70691]: _type = "Task" [ 1092.154176] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.160148] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474fc333-033d-4ff3-9579-a3ee1e0d732e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.169975] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.178821] env[70691]: DEBUG nova.compute.provider_tree [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.388021] env[70691]: DEBUG oslo_vmware.api [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454647, 'name': PowerOnVM_Task, 'duration_secs': 0.597914} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.388406] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1092.388627] env[70691]: INFO nova.compute.manager [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1092.388839] env[70691]: DEBUG nova.compute.manager [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1092.389681] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313c2bb-667b-44db-8550-bc5e39d2c78b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.551752] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2671e926-0a40-4011-b196-5947307e26af tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.038s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.666423] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454650, 'name': ReconfigVM_Task, 'duration_secs': 0.412519} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.666740] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 2b4e902a-7130-4dc9-ab53-1e7b4a7de731/2b4e902a-7130-4dc9-ab53-1e7b4a7de731.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.667454] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b8939ca-f464-464f-90ee-8b677b9475d7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.673917] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1092.673917] env[70691]: value = "task-3454651" [ 1092.673917] env[70691]: _type = "Task" [ 1092.673917] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.682424] env[70691]: DEBUG nova.scheduler.client.report [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1092.685508] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454651, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.872751] env[70691]: DEBUG nova.compute.manager [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1092.909019] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1092.909462] env[70691]: DEBUG nova.virt.hardware [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1092.910023] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38869023-2333-456a-b753-2a3218c3c9ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.914993] env[70691]: INFO nova.compute.manager [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Took 21.44 seconds to build instance. [ 1092.919852] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09699c30-c8c3-44a4-a351-a1578d57c070 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.188304] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454651, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.235282] env[70691]: DEBUG nova.compute.manager [req-fb54c52d-8ad6-479c-82cb-8c01e8b994c6 req-411a979b-f0db-412c-85c6-815453bb316c service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1093.235282] env[70691]: DEBUG nova.compute.manager [req-fb54c52d-8ad6-479c-82cb-8c01e8b994c6 req-411a979b-f0db-412c-85c6-815453bb316c service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing instance network info cache due to event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1093.235282] env[70691]: DEBUG oslo_concurrency.lockutils [req-fb54c52d-8ad6-479c-82cb-8c01e8b994c6 req-411a979b-f0db-412c-85c6-815453bb316c service nova] Acquiring lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.235282] env[70691]: DEBUG oslo_concurrency.lockutils [req-fb54c52d-8ad6-479c-82cb-8c01e8b994c6 req-411a979b-f0db-412c-85c6-815453bb316c service nova] Acquired lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.235282] env[70691]: DEBUG nova.network.neutron [req-fb54c52d-8ad6-479c-82cb-8c01e8b994c6 req-411a979b-f0db-412c-85c6-815453bb316c service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1093.417490] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4844b4d6-48a3-4078-b4a7-d70cd6dfe712 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "9f51e400-870d-447b-acf5-e2c286a7d8a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.954s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.505932] env[70691]: DEBUG nova.network.neutron [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Successfully updated port: 9a9b6ce3-b1d7-4c79-aa6a-fac237950143 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.690640] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454651, 'name': Rename_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.697956] env[70691]: DEBUG oslo_concurrency.lockutils [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.855s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.703370] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.592s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.703370] env[70691]: DEBUG nova.objects.instance [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lazy-loading 'resources' on Instance uuid 517f1d42-707f-4392-98b0-3701d8c61bbd {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.009170] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.009377] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.009431] env[70691]: DEBUG nova.network.neutron [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1094.080259] env[70691]: DEBUG nova.network.neutron [req-fb54c52d-8ad6-479c-82cb-8c01e8b994c6 req-411a979b-f0db-412c-85c6-815453bb316c service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updated VIF entry in instance network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1094.080662] env[70691]: DEBUG nova.network.neutron [req-fb54c52d-8ad6-479c-82cb-8c01e8b994c6 req-411a979b-f0db-412c-85c6-815453bb316c service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.192406] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454651, 'name': Rename_Task, 'duration_secs': 1.021227} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.192406] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1094.192406] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b2ff983-2683-48f9-b4b5-260d148c0249 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.198749] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1094.198749] env[70691]: value = "task-3454652" [ 1094.198749] env[70691]: _type = "Task" [ 1094.198749] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.208769] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.261162] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "7da5076b-1365-42ec-9b65-2696b2d96528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.263062] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "7da5076b-1365-42ec-9b65-2696b2d96528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.284505] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1094.284906] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689683', 'volume_id': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'name': 'volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '697b0d66-ebc0-465a-87de-2a019c9be3cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'serial': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1094.286439] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc845e2d-4edc-46d4-a31d-a4ad76fe5c26 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.309561] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c2436d-8310-4742-afc0-73770e75a2e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.339021] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94/volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.343383] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff7a0e2-62a3-4079-aad9-5ca432494025 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.368202] env[70691]: DEBUG oslo_vmware.api [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1094.368202] env[70691]: value = "task-3454653" [ 1094.368202] env[70691]: _type = "Task" [ 1094.368202] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.384274] env[70691]: DEBUG oslo_vmware.api [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.490573] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae36889-727e-459f-9557-0ce43df8937e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.498948] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236fa511-b57f-490b-b758-011df51f2e87 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.535943] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb45027c-dbde-4d00-8dbc-9b541acb1ba4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.546099] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bd6c56-06b6-4a73-ba5d-c03bcc6a15a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.561231] env[70691]: DEBUG nova.compute.provider_tree [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.585820] env[70691]: DEBUG oslo_concurrency.lockutils [req-fb54c52d-8ad6-479c-82cb-8c01e8b994c6 req-411a979b-f0db-412c-85c6-815453bb316c service nova] Releasing lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.597926] env[70691]: DEBUG nova.network.neutron [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1094.710780] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.764700] env[70691]: DEBUG nova.compute.manager [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1094.786016] env[70691]: DEBUG nova.network.neutron [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Updating instance_info_cache with network_info: [{"id": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "address": "fa:16:3e:3c:e6:39", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9b6ce3-b1", "ovs_interfaceid": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.865622] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "9f51e400-870d-447b-acf5-e2c286a7d8a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.865930] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "9f51e400-870d-447b-acf5-e2c286a7d8a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.866182] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "9f51e400-870d-447b-acf5-e2c286a7d8a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.866461] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "9f51e400-870d-447b-acf5-e2c286a7d8a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.866666] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "9f51e400-870d-447b-acf5-e2c286a7d8a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.872087] env[70691]: INFO nova.compute.manager [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Terminating instance [ 1094.874348] env[70691]: DEBUG nova.compute.manager [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1094.874556] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1094.875350] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab24ce4-9e07-4d2e-8074-9e89a759ff6e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.881018] env[70691]: DEBUG oslo_vmware.api [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454653, 'name': ReconfigVM_Task, 'duration_secs': 0.494871} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.881633] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94/volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.888951] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f920d3-0744-42b0-ba8a-c65cc9c72f3e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.899837] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1094.900117] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73d2ac5d-6b27-4738-948a-e17748d24192 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.905816] env[70691]: DEBUG oslo_vmware.api [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1094.905816] env[70691]: value = "task-3454655" [ 1094.905816] env[70691]: _type = "Task" [ 1094.905816] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.907354] env[70691]: DEBUG oslo_vmware.api [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1094.907354] env[70691]: value = "task-3454654" [ 1094.907354] env[70691]: _type = "Task" [ 1094.907354] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.920587] env[70691]: DEBUG oslo_vmware.api [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454655, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.925028] env[70691]: DEBUG oslo_vmware.api [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.065522] env[70691]: DEBUG nova.scheduler.client.report [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1095.211578] env[70691]: DEBUG oslo_vmware.api [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454652, 'name': PowerOnVM_Task, 'duration_secs': 0.553222} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.211578] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1095.211578] env[70691]: INFO nova.compute.manager [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1095.211807] env[70691]: DEBUG nova.compute.manager [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1095.212690] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c7e22-d3ff-4bb4-998e-1688d49bef9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.244402] env[70691]: INFO nova.compute.manager [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Swapping old allocation on dict_keys(['0f714c39-9913-4c20-9640-f803078976e4']) held by migration 1b5f2231-866b-4038-838c-a0f638d159e0 for instance [ 1095.267181] env[70691]: DEBUG nova.compute.manager [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Received event network-vif-plugged-9a9b6ce3-b1d7-4c79-aa6a-fac237950143 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1095.267369] env[70691]: DEBUG oslo_concurrency.lockutils [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] Acquiring lock "44872813-8979-41ec-b1ef-f2f56454a4f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.267587] env[70691]: DEBUG oslo_concurrency.lockutils [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.267880] env[70691]: DEBUG oslo_concurrency.lockutils [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.267939] env[70691]: DEBUG nova.compute.manager [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] No waiting events found dispatching network-vif-plugged-9a9b6ce3-b1d7-4c79-aa6a-fac237950143 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1095.268108] env[70691]: WARNING nova.compute.manager [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Received unexpected event network-vif-plugged-9a9b6ce3-b1d7-4c79-aa6a-fac237950143 for instance with vm_state building and task_state spawning. [ 1095.268302] env[70691]: DEBUG nova.compute.manager [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Received event network-changed-9a9b6ce3-b1d7-4c79-aa6a-fac237950143 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1095.268444] env[70691]: DEBUG nova.compute.manager [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Refreshing instance network info cache due to event network-changed-9a9b6ce3-b1d7-4c79-aa6a-fac237950143. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1095.268648] env[70691]: DEBUG oslo_concurrency.lockutils [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] Acquiring lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.273042] env[70691]: DEBUG nova.scheduler.client.report [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Overwriting current allocation {'allocations': {'0f714c39-9913-4c20-9640-f803078976e4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 120}}, 'project_id': 'bd9a9c12e8fb4648b7c33e47c20df886', 'user_id': 'f0b1ad9d1ec347fd949d612f0350da64', 'consumer_generation': 1} on consumer e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa {{(pid=70691) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1095.287528] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Releasing lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.287885] env[70691]: DEBUG nova.compute.manager [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Instance network_info: |[{"id": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "address": "fa:16:3e:3c:e6:39", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9b6ce3-b1", "ovs_interfaceid": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1095.288238] env[70691]: DEBUG oslo_concurrency.lockutils [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] Acquired lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.288452] env[70691]: DEBUG nova.network.neutron [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Refreshing network info cache for port 9a9b6ce3-b1d7-4c79-aa6a-fac237950143 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1095.289813] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:e6:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a9b6ce3-b1d7-4c79-aa6a-fac237950143', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.298341] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Creating folder: Project (cb689b8d88f14eea9bb9b34562323720). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1095.299810] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.300842] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8ddee18-4eb6-4d92-9064-ab6c8385b9c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.312012] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Created folder: Project (cb689b8d88f14eea9bb9b34562323720) in parent group-v689428. [ 1095.312271] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Creating folder: Instances. Parent ref: group-v689684. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1095.312552] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbc18d4c-3644-43a1-aa34-70ddfb133165 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.322818] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Created folder: Instances in parent group-v689684. [ 1095.322902] env[70691]: DEBUG oslo.service.loopingcall [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.323106] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1095.323725] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6af7c749-b6a1-44e5-856e-129016d48920 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.348009] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.348009] env[70691]: value = "task-3454658" [ 1095.348009] env[70691]: _type = "Task" [ 1095.348009] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.356163] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454658, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.373087] env[70691]: DEBUG oslo_concurrency.lockutils [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.373292] env[70691]: DEBUG oslo_concurrency.lockutils [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.373482] env[70691]: DEBUG nova.network.neutron [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1095.421182] env[70691]: DEBUG oslo_vmware.api [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454655, 'name': ReconfigVM_Task, 'duration_secs': 0.192417} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.421986] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689683', 'volume_id': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'name': 'volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '697b0d66-ebc0-465a-87de-2a019c9be3cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'serial': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1095.426683] env[70691]: DEBUG oslo_vmware.api [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454654, 'name': PowerOffVM_Task, 'duration_secs': 0.204974} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.427171] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1095.427353] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1095.428193] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68af57af-ad90-46fc-9722-7052f5fcf985 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.491913] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1095.492204] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1095.492392] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleting the datastore file [datastore1] 9f51e400-870d-447b-acf5-e2c286a7d8a9 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.492677] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-293e19c7-264b-4b9e-8a26-953c89a76522 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.500816] env[70691]: DEBUG oslo_vmware.api [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for the task: (returnval){ [ 1095.500816] env[70691]: value = "task-3454660" [ 1095.500816] env[70691]: _type = "Task" [ 1095.500816] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.509885] env[70691]: DEBUG oslo_vmware.api [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.571064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.574054] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.274s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.576230] env[70691]: INFO nova.compute.claims [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.591883] env[70691]: INFO nova.scheduler.client.report [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Deleted allocations for instance 517f1d42-707f-4392-98b0-3701d8c61bbd [ 1095.730958] env[70691]: INFO nova.compute.manager [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Took 21.25 seconds to build instance. [ 1095.859503] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454658, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.020687] env[70691]: DEBUG oslo_vmware.api [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Task: {'id': task-3454660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350105} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.020687] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.020687] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1096.020687] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1096.020687] env[70691]: INFO nova.compute.manager [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1096.020687] env[70691]: DEBUG oslo.service.loopingcall [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.020687] env[70691]: DEBUG nova.compute.manager [-] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1096.020687] env[70691]: DEBUG nova.network.neutron [-] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1096.101104] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d2f5dc57-3d15-4d4d-a15b-307cdb01eeec tempest-ServerShowV247Test-746992481 tempest-ServerShowV247Test-746992481-project-member] Lock "517f1d42-707f-4392-98b0-3701d8c61bbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.739s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.139960] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquiring lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.139960] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.234040] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f3bcd9-aacc-4450-8a4f-9c65e81523a7 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "2b4e902a-7130-4dc9-ab53-1e7b4a7de731" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.763s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.362543] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454658, 'name': CreateVM_Task, 'duration_secs': 0.639817} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.363440] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1096.364173] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.364388] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.364773] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.365858] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0cfe30f-18d5-4b42-8135-6a79cf36a5b0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.372338] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1096.372338] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52be47a4-0ade-1dc0-0772-4df07e45918f" [ 1096.372338] env[70691]: _type = "Task" [ 1096.372338] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.382238] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52be47a4-0ade-1dc0-0772-4df07e45918f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.491170] env[70691]: DEBUG nova.objects.instance [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'flavor' on Instance uuid 697b0d66-ebc0-465a-87de-2a019c9be3cf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.506712] env[70691]: DEBUG nova.compute.manager [req-c2e8e1fc-3b08-4c41-b40a-38597ca6b2ea req-7f2f2088-d1d7-457a-801a-bc21effb6ac2 service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Received event network-vif-deleted-17df0578-3410-4bc9-a63e-7dae3a7b11ec {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1096.507443] env[70691]: INFO nova.compute.manager [req-c2e8e1fc-3b08-4c41-b40a-38597ca6b2ea req-7f2f2088-d1d7-457a-801a-bc21effb6ac2 service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Neutron deleted interface 17df0578-3410-4bc9-a63e-7dae3a7b11ec; detaching it from the instance and deleting it from the info cache [ 1096.507679] env[70691]: DEBUG nova.network.neutron [req-c2e8e1fc-3b08-4c41-b40a-38597ca6b2ea req-7f2f2088-d1d7-457a-801a-bc21effb6ac2 service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.515429] env[70691]: DEBUG nova.network.neutron [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Updated VIF entry in instance network info cache for port 9a9b6ce3-b1d7-4c79-aa6a-fac237950143. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1096.515772] env[70691]: DEBUG nova.network.neutron [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Updating instance_info_cache with network_info: [{"id": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "address": "fa:16:3e:3c:e6:39", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9b6ce3-b1", "ovs_interfaceid": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.570056] env[70691]: DEBUG nova.network.neutron [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance_info_cache with network_info: [{"id": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "address": "fa:16:3e:fe:e6:64", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcf3462-65", "ovs_interfaceid": "cbcf3462-6502-4aeb-b094-51aa18c3eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.641119] env[70691]: DEBUG nova.compute.manager [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1096.807033] env[70691]: DEBUG nova.network.neutron [-] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.815190] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9796dae1-fa3a-4c5c-8947-0a30cddd82bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.827657] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c9c504-49f5-45cc-b936-763284b45197 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.866627] env[70691]: DEBUG nova.compute.manager [None req-abaac588-ebe0-4b02-9126-208d34e2e323 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1096.867952] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0507457d-701a-4624-873b-bd0e916bff3f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.871452] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427433f1-4c6f-4040-aa70-b9828aafdabe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.889392] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36bad85-893a-45e1-8fd5-db436eea3a2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.897767] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52be47a4-0ade-1dc0-0772-4df07e45918f, 'name': SearchDatastore_Task, 'duration_secs': 0.013833} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.898536] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.898817] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.899077] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.899236] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.900150] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.900150] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdad4b6a-b20e-4e9c-ac5f-5caf22210b82 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.911286] env[70691]: DEBUG nova.compute.provider_tree [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.921238] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.921621] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1096.922792] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7f1d6c-8875-405a-997a-8739102ed7d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.929201] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1096.929201] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52964625-19a2-c878-7549-659d946ab7cf" [ 1096.929201] env[70691]: _type = "Task" [ 1096.929201] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.940972] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52964625-19a2-c878-7549-659d946ab7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.999518] env[70691]: DEBUG oslo_concurrency.lockutils [None req-14e69a0f-1c0a-4b74-9937-836b11375e86 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.352s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.012731] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89ed2693-00be-4e4b-b4b7-ccd184bf8cda {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.019638] env[70691]: DEBUG oslo_concurrency.lockutils [req-1871b9ff-f6e9-4698-a161-1fb1b31048d8 req-a820e21d-9c70-4e38-98e6-109eea2c8876 service nova] Releasing lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.023224] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e938a9d-6492-4888-8550-29d64742bc67 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.058763] env[70691]: DEBUG nova.compute.manager [req-c2e8e1fc-3b08-4c41-b40a-38597ca6b2ea req-7f2f2088-d1d7-457a-801a-bc21effb6ac2 service nova] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Detach interface failed, port_id=17df0578-3410-4bc9-a63e-7dae3a7b11ec, reason: Instance 9f51e400-870d-447b-acf5-e2c286a7d8a9 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1097.069742] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquiring lock "2b4e902a-7130-4dc9-ab53-1e7b4a7de731" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.070115] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "2b4e902a-7130-4dc9-ab53-1e7b4a7de731" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.070373] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquiring lock "2b4e902a-7130-4dc9-ab53-1e7b4a7de731-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.070618] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "2b4e902a-7130-4dc9-ab53-1e7b4a7de731-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.070810] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "2b4e902a-7130-4dc9-ab53-1e7b4a7de731-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.072980] env[70691]: DEBUG oslo_concurrency.lockutils [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.073577] env[70691]: INFO nova.compute.manager [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Terminating instance [ 1097.075944] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3154488e-0f9b-445b-9212-30e66d2b98a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.079728] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquiring lock "refresh_cache-2b4e902a-7130-4dc9-ab53-1e7b4a7de731" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.079896] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquired lock "refresh_cache-2b4e902a-7130-4dc9-ab53-1e7b4a7de731" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.080259] env[70691]: DEBUG nova.network.neutron [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1097.086437] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941068c5-5b67-4ed1-90ab-7b9719e597f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.169424] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.287623] env[70691]: DEBUG oslo_vmware.rw_handles [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a208a-51e3-57e7-1d39-a61651415026/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.289448] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef5e3bf-a234-48a6-8a21-b7f7f933329c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.296545] env[70691]: DEBUG oslo_vmware.rw_handles [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a208a-51e3-57e7-1d39-a61651415026/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.296767] env[70691]: ERROR oslo_vmware.rw_handles [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a208a-51e3-57e7-1d39-a61651415026/disk-0.vmdk due to incomplete transfer. [ 1097.297283] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-948ead43-889e-41f9-af9d-02af84bccacc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.307620] env[70691]: DEBUG oslo_vmware.rw_handles [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a208a-51e3-57e7-1d39-a61651415026/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1097.308183] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Uploaded image a9ceedba-4cb1-44c9-bfdb-f84ca6a1bd5e to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1097.312938] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1097.313691] env[70691]: INFO nova.compute.manager [-] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Took 1.29 seconds to deallocate network for instance. [ 1097.313941] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf340685-d4b5-4167-b0ab-d37f44c0ae6c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.325857] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1097.325857] env[70691]: value = "task-3454661" [ 1097.325857] env[70691]: _type = "Task" [ 1097.325857] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.338444] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454661, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.389209] env[70691]: INFO nova.compute.manager [None req-abaac588-ebe0-4b02-9126-208d34e2e323 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] instance snapshotting [ 1097.389829] env[70691]: DEBUG nova.objects.instance [None req-abaac588-ebe0-4b02-9126-208d34e2e323 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lazy-loading 'flavor' on Instance uuid 2b4e902a-7130-4dc9-ab53-1e7b4a7de731 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.416230] env[70691]: DEBUG nova.scheduler.client.report [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1097.444154] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52964625-19a2-c878-7549-659d946ab7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01563} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.444287] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47216489-4d28-4c6b-b4b8-4cd8a8974f18 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.450031] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1097.450031] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b618b2-ee48-d48c-9de2-02fe8d038b5e" [ 1097.450031] env[70691]: _type = "Task" [ 1097.450031] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.459059] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b618b2-ee48-d48c-9de2-02fe8d038b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.601830] env[70691]: DEBUG nova.network.neutron [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1097.642695] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.643076] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.643278] env[70691]: INFO nova.compute.manager [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Shelving [ 1097.684689] env[70691]: DEBUG nova.network.neutron [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.831021] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.837503] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454661, 'name': Destroy_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.896604] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccd7a53-3a0b-4878-a256-cf52880fde02 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.914593] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8c271b-2b50-4c90-a59f-c713d030291b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.921404] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.921896] env[70691]: DEBUG nova.compute.manager [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1097.927327] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.758s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.928090] env[70691]: INFO nova.compute.claims [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.960522] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b618b2-ee48-d48c-9de2-02fe8d038b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.961526] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.961809] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 44872813-8979-41ec-b1ef-f2f56454a4f2/44872813-8979-41ec-b1ef-f2f56454a4f2.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1097.962094] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0e22528-7033-433e-ac49-e420a0a311b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.970716] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1097.970716] env[70691]: value = "task-3454662" [ 1097.970716] env[70691]: _type = "Task" [ 1097.970716] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.980457] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.150978] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1098.151281] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66a08178-7510-4940-ac2a-373d9a6120ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.158134] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1098.158134] env[70691]: value = "task-3454663" [ 1098.158134] env[70691]: _type = "Task" [ 1098.158134] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.166373] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.187643] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Releasing lock "refresh_cache-2b4e902a-7130-4dc9-ab53-1e7b4a7de731" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.188070] env[70691]: DEBUG nova.compute.manager [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1098.188273] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1098.189189] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c8e4cd-29da-4895-8176-008cfa2332a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.196949] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1098.197230] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f893894-a882-4cfc-b932-1dbba0afe7a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.204241] env[70691]: DEBUG oslo_vmware.api [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1098.204241] env[70691]: value = "task-3454664" [ 1098.204241] env[70691]: _type = "Task" [ 1098.204241] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.208321] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1098.208674] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829f9d6f-8bc5-4f36-a1c2-00a342566b0c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.216258] env[70691]: DEBUG oslo_vmware.api [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.217835] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1098.217835] env[70691]: value = "task-3454665" [ 1098.217835] env[70691]: _type = "Task" [ 1098.217835] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.228144] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.338391] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454661, 'name': Destroy_Task, 'duration_secs': 0.937094} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.338710] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Destroyed the VM [ 1098.338964] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1098.339250] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ab465f8-9f38-4546-851c-ee610399799d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.348747] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1098.348747] env[70691]: value = "task-3454666" [ 1098.348747] env[70691]: _type = "Task" [ 1098.348747] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.359756] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.428572] env[70691]: DEBUG nova.compute.utils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1098.430131] env[70691]: DEBUG nova.compute.manager [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1098.430702] env[70691]: DEBUG nova.network.neutron [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1098.433067] env[70691]: DEBUG nova.compute.manager [None req-abaac588-ebe0-4b02-9126-208d34e2e323 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Instance disappeared during snapshot {{(pid=70691) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1098.486948] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454662, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.506757] env[70691]: DEBUG nova.policy [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95ecf5da09344888d0eac3d213acf70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5279a7893b4af5af7d4ee978ac49c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1098.575329] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "77340182-6815-47dc-87c0-a7aabd8fe523" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.575510] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "77340182-6815-47dc-87c0-a7aabd8fe523" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.598611] env[70691]: DEBUG nova.compute.manager [None req-abaac588-ebe0-4b02-9126-208d34e2e323 tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Found 0 images (rotation: 2) {{(pid=70691) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1098.669049] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454663, 'name': PowerOffVM_Task, 'duration_secs': 0.242011} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.669049] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1098.669570] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bf6312-6f07-4813-b7e8-e06a765e0670 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.687879] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad3acd7-c25d-402f-bc8f-ef231d908cad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.713974] env[70691]: DEBUG oslo_vmware.api [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454664, 'name': PowerOffVM_Task, 'duration_secs': 0.12616} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.718019] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1098.718019] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1098.718019] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318dd071-c267-40a2-a0a8-4fed9ecaff17 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.729310] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454665, 'name': PowerOffVM_Task, 'duration_secs': 0.253978} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.729310] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1098.729310] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1098.729310] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1098.729310] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.729310] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1098.729772] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.729918] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1098.730154] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1098.730320] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1098.730489] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1098.730654] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1098.730824] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.736751] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f29f3d3-2ac2-4776-9684-65c02fe70e14 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.748961] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1098.749181] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1098.749368] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Deleting the datastore file [datastore2] 2b4e902a-7130-4dc9-ab53-1e7b4a7de731 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.750011] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a08a051-77d8-4fea-9054-c3163efa2035 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.753797] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1098.753797] env[70691]: value = "task-3454668" [ 1098.753797] env[70691]: _type = "Task" [ 1098.753797] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.758439] env[70691]: DEBUG oslo_vmware.api [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for the task: (returnval){ [ 1098.758439] env[70691]: value = "task-3454669" [ 1098.758439] env[70691]: _type = "Task" [ 1098.758439] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.768288] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.771396] env[70691]: DEBUG oslo_vmware.api [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.861042] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454666, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.886920] env[70691]: DEBUG nova.network.neutron [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Successfully created port: 1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.933430] env[70691]: DEBUG nova.compute.manager [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1098.985183] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68185} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.987784] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 44872813-8979-41ec-b1ef-f2f56454a4f2/44872813-8979-41ec-b1ef-f2f56454a4f2.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1098.988405] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.988517] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa72bf1-c8d5-417e-835c-109527ae971d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.995791] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1098.995791] env[70691]: value = "task-3454670" [ 1098.995791] env[70691]: _type = "Task" [ 1098.995791] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.006350] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.079370] env[70691]: DEBUG nova.compute.manager [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1099.147175] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b3a58a-9834-4d52-8241-871d65f213ed {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.157193] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405cd6d0-8a75-45fd-bd5c-da599aeab171 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.194113] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb4616a-6bf6-41c2-9c86-96442355ec76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.197755] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1099.198075] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-880fa09f-d89e-4b02-b14a-622a2740a6a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.206503] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8281286-ce9d-4c5b-9b86-f50132c40880 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.210286] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1099.210286] env[70691]: value = "task-3454671" [ 1099.210286] env[70691]: _type = "Task" [ 1099.210286] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.223414] env[70691]: DEBUG nova.compute.provider_tree [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.229625] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.270944] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454668, 'name': ReconfigVM_Task, 'duration_secs': 0.151554} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.272606] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160fcf44-3895-4e59-9c7b-5971eff80d48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.279292] env[70691]: DEBUG oslo_vmware.api [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Task: {'id': task-3454669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099857} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.279797] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.279987] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1099.280208] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1099.280352] env[70691]: INFO nova.compute.manager [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1099.280603] env[70691]: DEBUG oslo.service.loopingcall [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.280801] env[70691]: DEBUG nova.compute.manager [-] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1099.280894] env[70691]: DEBUG nova.network.neutron [-] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1099.299870] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1099.300146] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1099.300310] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.300499] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1099.301461] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.301461] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1099.301461] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1099.301461] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1099.301461] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1099.301647] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1099.301647] env[70691]: DEBUG nova.virt.hardware [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.302860] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9444abc7-4613-4498-bf8a-99a5dc3f34cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.308680] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1099.308680] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52db897a-2fca-4524-2431-067d7402d37d" [ 1099.308680] env[70691]: _type = "Task" [ 1099.308680] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.317175] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52db897a-2fca-4524-2431-067d7402d37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.328286] env[70691]: DEBUG nova.network.neutron [-] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1099.358819] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454666, 'name': RemoveSnapshot_Task, 'duration_secs': 0.543402} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.359102] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1099.359387] env[70691]: DEBUG nova.compute.manager [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1099.360170] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52c8730-c6b7-4b65-8c1c-af62051c3514 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.506481] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064015} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.506786] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.508157] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817be225-c87f-4626-80c7-439c54421f70 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.530896] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 44872813-8979-41ec-b1ef-f2f56454a4f2/44872813-8979-41ec-b1ef-f2f56454a4f2.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.531247] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f78673-3451-4a3e-8ac7-99ac7e3be4f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.555401] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1099.555401] env[70691]: value = "task-3454672" [ 1099.555401] env[70691]: _type = "Task" [ 1099.555401] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.563283] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.600606] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.720231] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454671, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.727313] env[70691]: DEBUG nova.scheduler.client.report [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1099.764631] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "5be40eac-5673-49b1-9705-1c353b554d88" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.764907] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.765110] env[70691]: INFO nova.compute.manager [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Rebooting instance [ 1099.818875] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52db897a-2fca-4524-2431-067d7402d37d, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.826020] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.826020] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a81f3c3-48cf-4c5f-b70f-6f99ddb7238a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.839935] env[70691]: DEBUG nova.network.neutron [-] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.847339] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1099.847339] env[70691]: value = "task-3454673" [ 1099.847339] env[70691]: _type = "Task" [ 1099.847339] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.857062] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.873783] env[70691]: INFO nova.compute.manager [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Shelve offloading [ 1099.876053] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1099.876387] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-894e625b-8530-40b7-b7d7-b20807c6b1d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.883697] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1099.883697] env[70691]: value = "task-3454674" [ 1099.883697] env[70691]: _type = "Task" [ 1099.883697] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.892244] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.943463] env[70691]: DEBUG nova.compute.manager [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1099.969149] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1099.969419] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1099.969583] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.969771] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1099.969922] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.970085] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1099.970300] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1099.970463] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1099.970636] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1099.970801] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1099.970978] env[70691]: DEBUG nova.virt.hardware [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.971851] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5479ce9-de08-4afe-99c6-0eabe0035247 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.980275] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a0d3c9-d662-4de8-9e80-8478e0f67750 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.064786] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454672, 'name': ReconfigVM_Task, 'duration_secs': 0.49029} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.065138] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 44872813-8979-41ec-b1ef-f2f56454a4f2/44872813-8979-41ec-b1ef-f2f56454a4f2.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.065785] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d427988-537a-400f-ba37-ad774c2a6d71 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.071547] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1100.071547] env[70691]: value = "task-3454675" [ 1100.071547] env[70691]: _type = "Task" [ 1100.071547] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.079887] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454675, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.220590] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454671, 'name': CreateSnapshot_Task, 'duration_secs': 0.903197} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.220870] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1100.221662] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ff899e-6c7d-4a93-8386-8acf56bcc15a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.231970] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.232603] env[70691]: DEBUG nova.compute.manager [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1100.235567] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.408s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.235724] env[70691]: DEBUG nova.objects.instance [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lazy-loading 'resources' on Instance uuid 9f51e400-870d-447b-acf5-e2c286a7d8a9 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.282327] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.282536] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.282714] env[70691]: DEBUG nova.network.neutron [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1100.298372] env[70691]: DEBUG nova.compute.manager [req-132dff30-1521-4bc5-8471-5a378673bdb5 req-8482d7a3-0d3f-4ce4-9f5a-301a4f1357b0 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received event network-vif-plugged-1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1100.298876] env[70691]: DEBUG oslo_concurrency.lockutils [req-132dff30-1521-4bc5-8471-5a378673bdb5 req-8482d7a3-0d3f-4ce4-9f5a-301a4f1357b0 service nova] Acquiring lock "7da5076b-1365-42ec-9b65-2696b2d96528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.298876] env[70691]: DEBUG oslo_concurrency.lockutils [req-132dff30-1521-4bc5-8471-5a378673bdb5 req-8482d7a3-0d3f-4ce4-9f5a-301a4f1357b0 service nova] Lock "7da5076b-1365-42ec-9b65-2696b2d96528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.298876] env[70691]: DEBUG oslo_concurrency.lockutils [req-132dff30-1521-4bc5-8471-5a378673bdb5 req-8482d7a3-0d3f-4ce4-9f5a-301a4f1357b0 service nova] Lock "7da5076b-1365-42ec-9b65-2696b2d96528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.299086] env[70691]: DEBUG nova.compute.manager [req-132dff30-1521-4bc5-8471-5a378673bdb5 req-8482d7a3-0d3f-4ce4-9f5a-301a4f1357b0 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] No waiting events found dispatching network-vif-plugged-1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1100.299227] env[70691]: WARNING nova.compute.manager [req-132dff30-1521-4bc5-8471-5a378673bdb5 req-8482d7a3-0d3f-4ce4-9f5a-301a4f1357b0 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received unexpected event network-vif-plugged-1e7faaba-bd46-467b-97b0-29e97defdbfa for instance with vm_state building and task_state spawning. [ 1100.343136] env[70691]: INFO nova.compute.manager [-] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Took 1.06 seconds to deallocate network for instance. [ 1100.357297] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454673, 'name': ReconfigVM_Task, 'duration_secs': 0.20766} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.358054] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.358661] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f82d40d-4e10-4e44-9d75-70b38f7b8729 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.389406] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa/e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.389406] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba38c958-8266-4df4-b47a-7c2fbf683a88 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.402610] env[70691]: DEBUG nova.network.neutron [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Successfully updated port: 1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.418516] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1100.418516] env[70691]: DEBUG nova.compute.manager [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1100.418516] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1100.418516] env[70691]: value = "task-3454676" [ 1100.418516] env[70691]: _type = "Task" [ 1100.418516] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.418889] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d688c923-b612-46c4-9acc-7acca588cbdd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.428687] env[70691]: DEBUG oslo_concurrency.lockutils [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.428885] env[70691]: DEBUG oslo_concurrency.lockutils [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.429087] env[70691]: DEBUG nova.network.neutron [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1100.433855] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.581188] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454675, 'name': Rename_Task, 'duration_secs': 0.141379} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.581442] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1100.581730] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea3b0bb9-0864-4a07-8bbb-a5b5a558124f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.587956] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1100.587956] env[70691]: value = "task-3454677" [ 1100.587956] env[70691]: _type = "Task" [ 1100.587956] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.596443] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.739701] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1100.741100] env[70691]: DEBUG nova.compute.utils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1100.745506] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-453b54a7-b328-489c-b58d-df9f2d76b8da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.748935] env[70691]: DEBUG nova.compute.manager [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1100.749127] env[70691]: DEBUG nova.network.neutron [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1100.756905] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1100.756905] env[70691]: value = "task-3454678" [ 1100.756905] env[70691]: _type = "Task" [ 1100.756905] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.765201] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454678, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.788634] env[70691]: DEBUG nova.policy [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83261db1c5c94e3db074b5795ae4a548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e24b4d7277f4ef98c5ad5ff5b1a192a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1100.850176] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.904809] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.905025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.905135] env[70691]: DEBUG nova.network.neutron [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1100.937521] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454676, 'name': ReconfigVM_Task, 'duration_secs': 0.472477} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.940391] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa/e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.941660] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1345b7a2-6394-430b-ab72-fd3e20c4d3b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.945925] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d04a27-1bab-468f-837f-ab776d1ccd35 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.972193] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d25afc-9c6b-4967-a149-8bb6cd27b8af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.975542] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abcac67-ec4e-4300-8885-30b50b70c499 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.028687] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6d2f97-ba2a-41c6-8fe4-50a77c73ea41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.034929] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2120cf3-326c-4a03-bb80-aa21d347c028 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.061742] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159eb6d8-e1be-4869-acc7-54926a382df6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.067376] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9844778f-2027-46b5-929a-5932fb4641b0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.080674] env[70691]: DEBUG nova.compute.provider_tree [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.089241] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1101.090147] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50851765-c3ab-4fb7-bd35-0d6b3ddeccb8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.102635] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454677, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.103983] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1101.103983] env[70691]: value = "task-3454679" [ 1101.103983] env[70691]: _type = "Task" [ 1101.103983] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.114190] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.247132] env[70691]: DEBUG nova.network.neutron [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Updating instance_info_cache with network_info: [{"id": "e1269656-07b5-4ffa-bf73-460f2fbc6a5b", "address": "fa:16:3e:62:53:2a", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1269656-07", "ovs_interfaceid": "e1269656-07b5-4ffa-bf73-460f2fbc6a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.251562] env[70691]: DEBUG nova.compute.manager [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1101.266889] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454678, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.272806] env[70691]: DEBUG nova.network.neutron [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.317685] env[70691]: DEBUG nova.network.neutron [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Successfully created port: 830f6973-7d1a-4b0c-b5ff-6aee790fd250 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.450792] env[70691]: DEBUG nova.network.neutron [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1101.591298] env[70691]: DEBUG nova.scheduler.client.report [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1101.608820] env[70691]: DEBUG oslo_vmware.api [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454677, 'name': PowerOnVM_Task, 'duration_secs': 0.711709} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.613457] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1101.613726] env[70691]: INFO nova.compute.manager [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1101.613921] env[70691]: DEBUG nova.compute.manager [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1101.615385] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e701d-c57a-4b77-a2da-9ab36aa61957 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.623961] env[70691]: DEBUG oslo_vmware.api [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454679, 'name': PowerOnVM_Task, 'duration_secs': 0.386569} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.625554] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1101.725147] env[70691]: DEBUG nova.network.neutron [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updating instance_info_cache with network_info: [{"id": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "address": "fa:16:3e:2e:ab:5b", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7faaba-bd", "ovs_interfaceid": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.749826] env[70691]: DEBUG oslo_concurrency.lockutils [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.769323] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454678, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.774284] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.778025] env[70691]: DEBUG nova.compute.manager [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1101.778250] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38781927-6efa-432d-bb20-1b81deb7c89d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.040668] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1102.041880] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af30c0a-3422-4931-b6a0-0f8e05636a6d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.049666] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1102.049940] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cdf601b-a8d4-40a9-aa54-2ea2932b8d72 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.096716] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.098923] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.498s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.100533] env[70691]: INFO nova.compute.claims [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.120266] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1102.120722] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1102.120722] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleting the datastore file [datastore1] d0e36d91-542d-47ed-be44-7a2b8c04d357 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.120888] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dc33e3c-135a-41cd-8e26-151686cdbf68 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.126532] env[70691]: INFO nova.scheduler.client.report [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Deleted allocations for instance 9f51e400-870d-447b-acf5-e2c286a7d8a9 [ 1102.128733] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1102.128733] env[70691]: value = "task-3454681" [ 1102.128733] env[70691]: _type = "Task" [ 1102.128733] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.144722] env[70691]: INFO nova.compute.manager [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Took 25.41 seconds to build instance. [ 1102.149957] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.227792] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.228140] env[70691]: DEBUG nova.compute.manager [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Instance network_info: |[{"id": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "address": "fa:16:3e:2e:ab:5b", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7faaba-bd", "ovs_interfaceid": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1102.228586] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:ab:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e7faaba-bd46-467b-97b0-29e97defdbfa', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.236114] env[70691]: DEBUG oslo.service.loopingcall [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.236337] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1102.236566] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa69b005-e277-48dc-97d8-6d7696f137b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.256320] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.256320] env[70691]: value = "task-3454682" [ 1102.256320] env[70691]: _type = "Task" [ 1102.256320] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.260281] env[70691]: DEBUG nova.compute.manager [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1102.270768] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454682, 'name': CreateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.274039] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454678, 'name': CloneVM_Task, 'duration_secs': 1.338156} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.274163] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Created linked-clone VM from snapshot [ 1102.274962] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df0458f-48b5-405e-81eb-f2d97bf3b3ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.282457] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Uploading image 94d893fe-b881-4ba6-b0d4-417c87d9c22c {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1102.292728] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1102.292996] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1102.293197] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.293414] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1102.293587] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.293747] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1102.293984] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1102.294619] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1102.294619] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1102.294619] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1102.294728] env[70691]: DEBUG nova.virt.hardware [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1102.298769] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1b544a-34d4-48cf-9211-5d8e16045cd3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.308148] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce4424c-c8d5-4f76-be52-8738f83ec89e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.314789] env[70691]: DEBUG oslo_vmware.rw_handles [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1102.314789] env[70691]: value = "vm-689688" [ 1102.314789] env[70691]: _type = "VirtualMachine" [ 1102.314789] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1102.314789] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c7f0bfd-f6f2-4681-b8e8-f9ff8c3e1f76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.327839] env[70691]: DEBUG oslo_vmware.rw_handles [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lease: (returnval){ [ 1102.327839] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff72ee-02b3-c9f5-13c7-3487f3797299" [ 1102.327839] env[70691]: _type = "HttpNfcLease" [ 1102.327839] env[70691]: } obtained for exporting VM: (result){ [ 1102.327839] env[70691]: value = "vm-689688" [ 1102.327839] env[70691]: _type = "VirtualMachine" [ 1102.327839] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1102.328171] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the lease: (returnval){ [ 1102.328171] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff72ee-02b3-c9f5-13c7-3487f3797299" [ 1102.328171] env[70691]: _type = "HttpNfcLease" [ 1102.328171] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1102.334324] env[70691]: DEBUG nova.compute.manager [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received event network-changed-1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1102.334566] env[70691]: DEBUG nova.compute.manager [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing instance network info cache due to event network-changed-1e7faaba-bd46-467b-97b0-29e97defdbfa. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1102.334803] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] Acquiring lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.335058] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] Acquired lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.335191] env[70691]: DEBUG nova.network.neutron [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing network info cache for port 1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1102.338129] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.338129] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff72ee-02b3-c9f5-13c7-3487f3797299" [ 1102.338129] env[70691]: _type = "HttpNfcLease" [ 1102.338129] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1102.339219] env[70691]: DEBUG oslo_vmware.rw_handles [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1102.339219] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ff72ee-02b3-c9f5-13c7-3487f3797299" [ 1102.339219] env[70691]: _type = "HttpNfcLease" [ 1102.339219] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1102.339401] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5efb9c-f7bf-4b8e-8495-0674373179aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.348192] env[70691]: DEBUG oslo_vmware.rw_handles [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d42c5-10ac-33cd-f9f7-3cc8a221d75a/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1102.348384] env[70691]: DEBUG oslo_vmware.rw_handles [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d42c5-10ac-33cd-f9f7-3cc8a221d75a/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1102.451566] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e4433ad-faa7-4372-a65b-43d1398a9a7f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.638578] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9a08113a-a893-439c-bbe9-dc392f9b4919 tempest-ServerDiskConfigTestJSON-431713228 tempest-ServerDiskConfigTestJSON-431713228-project-member] Lock "9f51e400-870d-447b-acf5-e2c286a7d8a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.773s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.646464] env[70691]: DEBUG oslo_vmware.api [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272931} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.647402] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.648182] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1102.648526] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1102.653426] env[70691]: DEBUG oslo_concurrency.lockutils [None req-708d177b-978a-420f-89ba-4738cfc5c872 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.936s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.686536] env[70691]: INFO nova.scheduler.client.report [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted allocations for instance d0e36d91-542d-47ed-be44-7a2b8c04d357 [ 1102.696069] env[70691]: INFO nova.compute.manager [None req-94400b9c-72d4-4d89-94cf-922d755f8f6f tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance to original state: 'active' [ 1102.769181] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454682, 'name': CreateVM_Task, 'duration_secs': 0.312595} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.769181] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1102.769181] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.769181] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.769181] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.769181] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e22d21-9a1e-40e9-bc7b-29a9c0b64a05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.773429] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1102.773429] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e7003e-d8f1-f0be-2b54-384f9f481b91" [ 1102.773429] env[70691]: _type = "Task" [ 1102.773429] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.782431] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e7003e-d8f1-f0be-2b54-384f9f481b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.804901] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e54865-9aeb-4bc0-bd6f-1b90f3d5e8e3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.812259] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Doing hard reboot of VM {{(pid=70691) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1102.812547] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3fd4028b-da36-4194-a4c5-3ede74094736 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.820762] env[70691]: DEBUG oslo_vmware.api [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1102.820762] env[70691]: value = "task-3454684" [ 1102.820762] env[70691]: _type = "Task" [ 1102.820762] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.831779] env[70691]: DEBUG oslo_vmware.api [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454684, 'name': ResetVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.176847] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquiring lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.177123] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.177415] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquiring lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.177612] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.177815] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.182876] env[70691]: INFO nova.compute.manager [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Terminating instance [ 1103.185701] env[70691]: DEBUG nova.compute.manager [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1103.186092] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1103.186945] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bac4b9-ca82-4f07-9e5d-1cff7878e5ac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.191222] env[70691]: DEBUG oslo_concurrency.lockutils [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.198444] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1103.198444] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a5e51d-93d4-4112-abcd-01ffd4c46044 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.206812] env[70691]: DEBUG oslo_vmware.api [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1103.206812] env[70691]: value = "task-3454685" [ 1103.206812] env[70691]: _type = "Task" [ 1103.206812] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.216300] env[70691]: DEBUG oslo_vmware.api [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.284375] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e7003e-d8f1-f0be-2b54-384f9f481b91, 'name': SearchDatastore_Task, 'duration_secs': 0.012487} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.290563] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.290974] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.294246] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.294459] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.294668] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.295969] env[70691]: DEBUG nova.network.neutron [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updated VIF entry in instance network info cache for port 1e7faaba-bd46-467b-97b0-29e97defdbfa. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1103.296428] env[70691]: DEBUG nova.network.neutron [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updating instance_info_cache with network_info: [{"id": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "address": "fa:16:3e:2e:ab:5b", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7faaba-bd", "ovs_interfaceid": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.299031] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5b3dead-6c88-4f4b-a116-0f87f35b91b0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.309429] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.309636] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1103.310435] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72bb9ae7-044e-4ebf-8068-d6558ccf5531 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.325297] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1103.325297] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a75c5f-797e-dadb-4e16-d53b6d444956" [ 1103.325297] env[70691]: _type = "Task" [ 1103.325297] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.337926] env[70691]: DEBUG oslo_vmware.api [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454684, 'name': ResetVM_Task, 'duration_secs': 0.09193} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.343683] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Did hard reboot of VM {{(pid=70691) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1103.344072] env[70691]: DEBUG nova.compute.manager [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1103.345512] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a75c5f-797e-dadb-4e16-d53b6d444956, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.348212] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7b5a0f-f401-4ea7-966c-a17d3abe5f8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.352618] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56552d75-ce39-4dc7-888d-c81acadebffc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.364131] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1103.364131] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bbdf18-ca16-2d1f-07b0-275b0427da75" [ 1103.364131] env[70691]: _type = "Task" [ 1103.364131] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.374522] env[70691]: DEBUG nova.network.neutron [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Successfully updated port: 830f6973-7d1a-4b0c-b5ff-6aee790fd250 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.384309] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bbdf18-ca16-2d1f-07b0-275b0427da75, 'name': SearchDatastore_Task, 'duration_secs': 0.014222} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.384689] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.384967] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 7da5076b-1365-42ec-9b65-2696b2d96528/7da5076b-1365-42ec-9b65-2696b2d96528.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1103.385269] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bbd8155-e409-4c31-8f52-dac8adb810b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.393436] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1103.393436] env[70691]: value = "task-3454686" [ 1103.393436] env[70691]: _type = "Task" [ 1103.393436] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.396308] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c48aa10-9033-4860-a03f-014529d80437 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.416736] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ecf463-497c-43ac-ab16-9ebac152ed9b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.420904] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.451269] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaadec2-a127-4c32-9873-53842f87204e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.459453] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1b827c-945c-4dc4-8d94-7bc27a3000f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.475164] env[70691]: DEBUG nova.compute.provider_tree [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.723271] env[70691]: DEBUG oslo_vmware.api [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454685, 'name': PowerOffVM_Task, 'duration_secs': 0.232484} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.724693] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1103.725109] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1103.725804] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb648177-d82a-4f52-b3b4-a23b786e1379 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.801846] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] Releasing lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.802191] env[70691]: DEBUG nova.compute.manager [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Received event network-vif-unplugged-e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1103.802622] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] Acquiring lock "d0e36d91-542d-47ed-be44-7a2b8c04d357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.803086] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.803345] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.803636] env[70691]: DEBUG nova.compute.manager [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] No waiting events found dispatching network-vif-unplugged-e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1103.804032] env[70691]: WARNING nova.compute.manager [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Received unexpected event network-vif-unplugged-e1269656-07b5-4ffa-bf73-460f2fbc6a5b for instance with vm_state shelved and task_state shelving_offloading. [ 1103.804292] env[70691]: DEBUG nova.compute.manager [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Received event network-changed-e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1103.804647] env[70691]: DEBUG nova.compute.manager [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Refreshing instance network info cache due to event network-changed-e1269656-07b5-4ffa-bf73-460f2fbc6a5b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1103.804999] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] Acquiring lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.805369] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] Acquired lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.805623] env[70691]: DEBUG nova.network.neutron [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Refreshing network info cache for port e1269656-07b5-4ffa-bf73-460f2fbc6a5b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1103.814215] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1103.814341] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1103.814814] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Deleting the datastore file [datastore1] 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.815252] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba4731cf-70b0-4002-a0a9-771ac60292c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.824197] env[70691]: DEBUG oslo_vmware.api [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for the task: (returnval){ [ 1103.824197] env[70691]: value = "task-3454688" [ 1103.824197] env[70691]: _type = "Task" [ 1103.824197] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.833756] env[70691]: DEBUG oslo_vmware.api [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.880942] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ca97bcc5-7ee8-495e-86df-25bcd89ba52e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.116s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.887789] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquiring lock "refresh_cache-21a66ba8-8002-4eaa-85db-47abae8b3b8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.887789] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquired lock "refresh_cache-21a66ba8-8002-4eaa-85db-47abae8b3b8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.887789] env[70691]: DEBUG nova.network.neutron [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1103.910957] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.978894] env[70691]: DEBUG nova.scheduler.client.report [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1104.116754] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.116906] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.117119] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.117411] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.117627] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.120516] env[70691]: INFO nova.compute.manager [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Terminating instance [ 1104.122929] env[70691]: DEBUG nova.compute.manager [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1104.123254] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1104.123560] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f05bd9e-76ff-4b7c-8afd-0808b552be7b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.135009] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1104.135009] env[70691]: value = "task-3454689" [ 1104.135009] env[70691]: _type = "Task" [ 1104.135009] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.148530] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.333965] env[70691]: DEBUG oslo_vmware.api [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Task: {'id': task-3454688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366809} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.334354] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.334553] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1104.334790] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1104.335022] env[70691]: INFO nova.compute.manager [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1104.335544] env[70691]: DEBUG oslo.service.loopingcall [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.335544] env[70691]: DEBUG nova.compute.manager [-] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1104.335679] env[70691]: DEBUG nova.network.neutron [-] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1104.377519] env[70691]: DEBUG nova.compute.manager [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Received event network-changed-9a9b6ce3-b1d7-4c79-aa6a-fac237950143 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1104.377729] env[70691]: DEBUG nova.compute.manager [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Refreshing instance network info cache due to event network-changed-9a9b6ce3-b1d7-4c79-aa6a-fac237950143. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1104.378094] env[70691]: DEBUG oslo_concurrency.lockutils [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] Acquiring lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.378094] env[70691]: DEBUG oslo_concurrency.lockutils [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] Acquired lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.378632] env[70691]: DEBUG nova.network.neutron [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Refreshing network info cache for port 9a9b6ce3-b1d7-4c79-aa6a-fac237950143 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1104.407596] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60225} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.410362] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 7da5076b-1365-42ec-9b65-2696b2d96528/7da5076b-1365-42ec-9b65-2696b2d96528.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1104.410628] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.411376] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63937fb6-0955-45a7-8605-1e2099282fdf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.419747] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1104.419747] env[70691]: value = "task-3454690" [ 1104.419747] env[70691]: _type = "Task" [ 1104.419747] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.437388] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.439237] env[70691]: DEBUG nova.network.neutron [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1104.485066] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.486059] env[70691]: DEBUG nova.compute.manager [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1104.489511] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.640s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.489809] env[70691]: DEBUG nova.objects.instance [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lazy-loading 'resources' on Instance uuid 2b4e902a-7130-4dc9-ab53-1e7b4a7de731 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.632218] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "d0e36d91-542d-47ed-be44-7a2b8c04d357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.646024] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454689, 'name': PowerOffVM_Task, 'duration_secs': 0.345102} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.646523] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1104.646830] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1104.647081] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689650', 'volume_id': 'fd85d3a1-128f-45c0-a905-c68d7eb72780', 'name': 'volume-fd85d3a1-128f-45c0-a905-c68d7eb72780', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa', 'attached_at': '2025-04-15T20:18:19.000000', 'detached_at': '', 'volume_id': 'fd85d3a1-128f-45c0-a905-c68d7eb72780', 'serial': 'fd85d3a1-128f-45c0-a905-c68d7eb72780'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1104.648036] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaa4696-31c4-4b89-8050-fd736dedf008 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.672765] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9664a4eb-1cde-4512-8605-d44e6e0fea39 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.683117] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10866da-77ae-47b2-a1b8-152c67d50d0c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.707079] env[70691]: DEBUG nova.network.neutron [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Updating instance_info_cache with network_info: [{"id": "830f6973-7d1a-4b0c-b5ff-6aee790fd250", "address": "fa:16:3e:40:7e:aa", "network": {"id": "8dc3280e-9bfe-46c0-b1d6-c87ddb0fa55e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1045537447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e24b4d7277f4ef98c5ad5ff5b1a192a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f6973-7d", "ovs_interfaceid": "830f6973-7d1a-4b0c-b5ff-6aee790fd250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.708972] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d49b9-110e-4111-be8f-e8557ecc1d8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.728168] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] The volume has not been displaced from its original location: [datastore2] volume-fd85d3a1-128f-45c0-a905-c68d7eb72780/volume-fd85d3a1-128f-45c0-a905-c68d7eb72780.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1104.733740] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.734803] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f1ef3d-a2c0-4c07-a42a-e19d6a56954a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.757301] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1104.757301] env[70691]: value = "task-3454691" [ 1104.757301] env[70691]: _type = "Task" [ 1104.757301] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.768020] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.935090] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128965} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.935330] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.938670] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f169e3d4-4f96-43df-9955-96ef9f840de8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.966150] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 7da5076b-1365-42ec-9b65-2696b2d96528/7da5076b-1365-42ec-9b65-2696b2d96528.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.966594] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ee7901-2c90-4afd-a3d3-6fb1d76f9f5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.989680] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1104.989680] env[70691]: value = "task-3454692" [ 1104.989680] env[70691]: _type = "Task" [ 1104.989680] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.994890] env[70691]: DEBUG nova.compute.utils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1104.999380] env[70691]: DEBUG nova.compute.manager [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1104.999582] env[70691]: DEBUG nova.network.neutron [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1105.009032] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454692, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.066281] env[70691]: DEBUG nova.network.neutron [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Updated VIF entry in instance network info cache for port e1269656-07b5-4ffa-bf73-460f2fbc6a5b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1105.066848] env[70691]: DEBUG nova.network.neutron [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Updating instance_info_cache with network_info: [{"id": "e1269656-07b5-4ffa-bf73-460f2fbc6a5b", "address": "fa:16:3e:62:53:2a", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": null, "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape1269656-07", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.205551] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac5b482-cbc7-4b59-b3d3-44f7ade2c46b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.213818] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Releasing lock "refresh_cache-21a66ba8-8002-4eaa-85db-47abae8b3b8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.214298] env[70691]: DEBUG nova.compute.manager [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Instance network_info: |[{"id": "830f6973-7d1a-4b0c-b5ff-6aee790fd250", "address": "fa:16:3e:40:7e:aa", "network": {"id": "8dc3280e-9bfe-46c0-b1d6-c87ddb0fa55e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1045537447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e24b4d7277f4ef98c5ad5ff5b1a192a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f6973-7d", "ovs_interfaceid": "830f6973-7d1a-4b0c-b5ff-6aee790fd250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1105.217086] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:7e:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '830f6973-7d1a-4b0c-b5ff-6aee790fd250', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.225975] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Creating folder: Project (7e24b4d7277f4ef98c5ad5ff5b1a192a). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1105.227380] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dfb61f1-688f-4108-90f2-bd8e893c95ac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.230775] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1336cd71-899e-496a-94f3-269216c2a0b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.267865] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d980f5-9127-4ef3-a11d-2733e48c8a83 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.270518] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Created folder: Project (7e24b4d7277f4ef98c5ad5ff5b1a192a) in parent group-v689428. [ 1105.270749] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Creating folder: Instances. Parent ref: group-v689690. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1105.271324] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46ce4444-b637-4009-86fe-d0e89cd94104 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.281675] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454691, 'name': ReconfigVM_Task, 'duration_secs': 0.278378} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.284387] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.291609] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dba4448-3d24-40ef-8043-8c10a31ebfae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.305319] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbf6ad9-a377-4f7c-ba6c-bb6c5a9f5887 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.314768] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Created folder: Instances in parent group-v689690. [ 1105.315305] env[70691]: DEBUG oslo.service.loopingcall [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.315833] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1105.316714] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c6a3d1e-e904-49eb-9a7a-658fa15d91b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.342148] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1105.342148] env[70691]: value = "task-3454695" [ 1105.342148] env[70691]: _type = "Task" [ 1105.342148] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.342649] env[70691]: DEBUG nova.compute.provider_tree [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.349622] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.349622] env[70691]: value = "task-3454696" [ 1105.349622] env[70691]: _type = "Task" [ 1105.349622] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.355051] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.369049] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454696, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.391682] env[70691]: DEBUG nova.policy [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cfd7a81b40f4ba48c67dda2b506e45c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbba96f814884f30b97341c426824e76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1105.502350] env[70691]: DEBUG nova.compute.manager [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1105.505185] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.570307] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a972062-5092-4685-ab7d-3f58aed04915 req-89135046-5a30-4bf9-9c71-0c8c0f09c11e service nova] Releasing lock "refresh_cache-d0e36d91-542d-47ed-be44-7a2b8c04d357" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.800817] env[70691]: DEBUG nova.network.neutron [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Updated VIF entry in instance network info cache for port 9a9b6ce3-b1d7-4c79-aa6a-fac237950143. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1105.801500] env[70691]: DEBUG nova.network.neutron [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Updating instance_info_cache with network_info: [{"id": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "address": "fa:16:3e:3c:e6:39", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9b6ce3-b1", "ovs_interfaceid": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.845917] env[70691]: DEBUG nova.scheduler.client.report [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1105.863643] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454695, 'name': ReconfigVM_Task, 'duration_secs': 0.23447} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.867618] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689650', 'volume_id': 'fd85d3a1-128f-45c0-a905-c68d7eb72780', 'name': 'volume-fd85d3a1-128f-45c0-a905-c68d7eb72780', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa', 'attached_at': '2025-04-15T20:18:19.000000', 'detached_at': '', 'volume_id': 'fd85d3a1-128f-45c0-a905-c68d7eb72780', 'serial': 'fd85d3a1-128f-45c0-a905-c68d7eb72780'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1105.867618] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1105.868116] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454696, 'name': CreateVM_Task, 'duration_secs': 0.390806} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.869090] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b798278d-e035-4e53-bc79-bbc4e92bd0f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.871609] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1105.872504] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.873078] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.873078] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.873607] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0d1616-3cd3-4de0-a5c0-17a333065f79 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.878553] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1105.879723] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6776546-0587-4277-a314-09833c405107 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.881905] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1105.881905] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52dd6630-3c9e-74b3-762f-742a92aa9e23" [ 1105.881905] env[70691]: _type = "Task" [ 1105.881905] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.891225] env[70691]: DEBUG nova.network.neutron [-] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.891780] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52dd6630-3c9e-74b3-762f-742a92aa9e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.984676] env[70691]: DEBUG nova.network.neutron [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Successfully created port: 51e4ff85-06f3-4cea-a299-e40953c8bde7 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.003049] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454692, 'name': ReconfigVM_Task, 'duration_secs': 0.633184} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.003574] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 7da5076b-1365-42ec-9b65-2696b2d96528/7da5076b-1365-42ec-9b65-2696b2d96528.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.004379] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7412e8a9-7463-4998-9ca6-5f6152dfdde8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.016026] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1106.016026] env[70691]: value = "task-3454698" [ 1106.016026] env[70691]: _type = "Task" [ 1106.016026] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.025819] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454698, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.300394] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1106.300664] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1106.300848] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleting the datastore file [datastore1] e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.301326] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-254b1aaa-55ee-4a89-ae50-3f2745fad236 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.306701] env[70691]: DEBUG oslo_concurrency.lockutils [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] Releasing lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.307184] env[70691]: DEBUG nova.compute.manager [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Received event network-vif-plugged-830f6973-7d1a-4b0c-b5ff-6aee790fd250 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1106.307450] env[70691]: DEBUG oslo_concurrency.lockutils [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] Acquiring lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.307742] env[70691]: DEBUG oslo_concurrency.lockutils [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] Lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.307938] env[70691]: DEBUG oslo_concurrency.lockutils [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] Lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.308156] env[70691]: DEBUG nova.compute.manager [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] No waiting events found dispatching network-vif-plugged-830f6973-7d1a-4b0c-b5ff-6aee790fd250 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1106.308754] env[70691]: WARNING nova.compute.manager [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Received unexpected event network-vif-plugged-830f6973-7d1a-4b0c-b5ff-6aee790fd250 for instance with vm_state building and task_state spawning. [ 1106.308754] env[70691]: DEBUG nova.compute.manager [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Received event network-changed-830f6973-7d1a-4b0c-b5ff-6aee790fd250 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1106.308754] env[70691]: DEBUG nova.compute.manager [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Refreshing instance network info cache due to event network-changed-830f6973-7d1a-4b0c-b5ff-6aee790fd250. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1106.308891] env[70691]: DEBUG oslo_concurrency.lockutils [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] Acquiring lock "refresh_cache-21a66ba8-8002-4eaa-85db-47abae8b3b8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.309062] env[70691]: DEBUG oslo_concurrency.lockutils [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] Acquired lock "refresh_cache-21a66ba8-8002-4eaa-85db-47abae8b3b8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.309398] env[70691]: DEBUG nova.network.neutron [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Refreshing network info cache for port 830f6973-7d1a-4b0c-b5ff-6aee790fd250 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1106.318224] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1106.318224] env[70691]: value = "task-3454699" [ 1106.318224] env[70691]: _type = "Task" [ 1106.318224] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.330027] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.356529] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.358669] env[70691]: DEBUG oslo_concurrency.lockutils [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.167s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.359115] env[70691]: DEBUG nova.objects.instance [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'resources' on Instance uuid d0e36d91-542d-47ed-be44-7a2b8c04d357 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.390018] env[70691]: INFO nova.scheduler.client.report [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Deleted allocations for instance 2b4e902a-7130-4dc9-ab53-1e7b4a7de731 [ 1106.392269] env[70691]: INFO nova.compute.manager [-] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Took 2.06 seconds to deallocate network for instance. [ 1106.400573] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52dd6630-3c9e-74b3-762f-742a92aa9e23, 'name': SearchDatastore_Task, 'duration_secs': 0.031006} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.403508] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.403766] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.404030] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.404192] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.404380] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.404892] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66beb82b-a8d0-421b-9c12-8130fec0ef1b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.416634] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.416779] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1106.417904] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0bfb06-3c80-4c0f-8c92-1a5dc7ebbb90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.427402] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1106.427402] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b0fa87-6fe6-412e-549b-d9111be0adb4" [ 1106.427402] env[70691]: _type = "Task" [ 1106.427402] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.440326] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b0fa87-6fe6-412e-549b-d9111be0adb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.444524] env[70691]: DEBUG nova.compute.manager [req-31696fe4-8c52-41f2-b8cf-aeca4f37d1cc req-4aaa5cdc-05ac-4d51-ad71-4a238ce8e78d service nova] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Received event network-vif-deleted-b9c69ff2-4059-43da-a80e-b59e96ccd36a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1106.511707] env[70691]: DEBUG nova.compute.manager [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1106.531023] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454698, 'name': Rename_Task, 'duration_secs': 0.245523} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.531210] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1106.533175] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65083055-9726-45cb-8792-21081687eeef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.541014] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1106.541014] env[70691]: value = "task-3454700" [ 1106.541014] env[70691]: _type = "Task" [ 1106.541014] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.553215] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1106.557431] env[70691]: DEBUG nova.virt.hardware [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.558265] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d38cdd-27ca-4e38-829e-c6490e02b226 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.567940] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb37754-bfc6-428c-b914-5d7da711febf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.830095] env[70691]: DEBUG oslo_vmware.api [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30287} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.830819] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.831178] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1106.831565] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1106.831872] env[70691]: INFO nova.compute.manager [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Took 2.71 seconds to destroy the instance on the hypervisor. [ 1106.832263] env[70691]: DEBUG oslo.service.loopingcall [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.832607] env[70691]: DEBUG nova.compute.manager [-] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1106.832794] env[70691]: DEBUG nova.network.neutron [-] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1106.863193] env[70691]: DEBUG nova.objects.instance [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'numa_topology' on Instance uuid d0e36d91-542d-47ed-be44-7a2b8c04d357 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.906414] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.907058] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3747661d-8b20-4a9a-801e-72063fe72c8a tempest-ServersAaction247Test-1970346376 tempest-ServersAaction247Test-1970346376-project-member] Lock "2b4e902a-7130-4dc9-ab53-1e7b4a7de731" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.837s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.941317] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b0fa87-6fe6-412e-549b-d9111be0adb4, 'name': SearchDatastore_Task, 'duration_secs': 0.015133} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.942226] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5666dc3b-d7f9-4660-be81-6a84fc33a3e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.951524] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1106.951524] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529c6cd0-1e30-9eff-f16d-48e537589472" [ 1106.951524] env[70691]: _type = "Task" [ 1106.951524] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.965459] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529c6cd0-1e30-9eff-f16d-48e537589472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.052973] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.176170] env[70691]: DEBUG nova.network.neutron [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Updated VIF entry in instance network info cache for port 830f6973-7d1a-4b0c-b5ff-6aee790fd250. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1107.176794] env[70691]: DEBUG nova.network.neutron [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Updating instance_info_cache with network_info: [{"id": "830f6973-7d1a-4b0c-b5ff-6aee790fd250", "address": "fa:16:3e:40:7e:aa", "network": {"id": "8dc3280e-9bfe-46c0-b1d6-c87ddb0fa55e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1045537447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e24b4d7277f4ef98c5ad5ff5b1a192a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f6973-7d", "ovs_interfaceid": "830f6973-7d1a-4b0c-b5ff-6aee790fd250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.379298] env[70691]: DEBUG nova.objects.base [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1107.472242] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529c6cd0-1e30-9eff-f16d-48e537589472, 'name': SearchDatastore_Task, 'duration_secs': 0.013555} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.472534] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.472940] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 21a66ba8-8002-4eaa-85db-47abae8b3b8c/21a66ba8-8002-4eaa-85db-47abae8b3b8c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1107.473652] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e2c8fa5-f193-4f97-8465-3d822b6395d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.483223] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1107.483223] env[70691]: value = "task-3454701" [ 1107.483223] env[70691]: _type = "Task" [ 1107.483223] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.496256] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.525105] env[70691]: DEBUG nova.compute.manager [req-3a24d530-71a6-419e-8b77-35861cb284f0 req-6f98ad32-b27d-4126-adea-a021e148f4c6 service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Received event network-vif-plugged-51e4ff85-06f3-4cea-a299-e40953c8bde7 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1107.525390] env[70691]: DEBUG oslo_concurrency.lockutils [req-3a24d530-71a6-419e-8b77-35861cb284f0 req-6f98ad32-b27d-4126-adea-a021e148f4c6 service nova] Acquiring lock "77340182-6815-47dc-87c0-a7aabd8fe523-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.525650] env[70691]: DEBUG oslo_concurrency.lockutils [req-3a24d530-71a6-419e-8b77-35861cb284f0 req-6f98ad32-b27d-4126-adea-a021e148f4c6 service nova] Lock "77340182-6815-47dc-87c0-a7aabd8fe523-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.525865] env[70691]: DEBUG oslo_concurrency.lockutils [req-3a24d530-71a6-419e-8b77-35861cb284f0 req-6f98ad32-b27d-4126-adea-a021e148f4c6 service nova] Lock "77340182-6815-47dc-87c0-a7aabd8fe523-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.526381] env[70691]: DEBUG nova.compute.manager [req-3a24d530-71a6-419e-8b77-35861cb284f0 req-6f98ad32-b27d-4126-adea-a021e148f4c6 service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] No waiting events found dispatching network-vif-plugged-51e4ff85-06f3-4cea-a299-e40953c8bde7 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1107.526597] env[70691]: WARNING nova.compute.manager [req-3a24d530-71a6-419e-8b77-35861cb284f0 req-6f98ad32-b27d-4126-adea-a021e148f4c6 service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Received unexpected event network-vif-plugged-51e4ff85-06f3-4cea-a299-e40953c8bde7 for instance with vm_state building and task_state spawning. [ 1107.559204] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.585058] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09314793-d428-4a05-b9b1-9cff3c1383fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.593341] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b63fd6b-f971-4424-af73-34c0fde12e36 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.633925] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304f0272-41ff-4535-8236-7fb892c1ed32 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.643047] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f5a55e-ca0b-4872-97fb-6d471d359fc3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.653023] env[70691]: DEBUG nova.network.neutron [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Successfully updated port: 51e4ff85-06f3-4cea-a299-e40953c8bde7 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.663976] env[70691]: DEBUG nova.compute.provider_tree [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.680133] env[70691]: DEBUG oslo_concurrency.lockutils [req-bd24b7fe-729a-4502-a9e4-1e354752373b req-e82bfbfa-2c76-4c48-9265-c05eea993582 service nova] Releasing lock "refresh_cache-21a66ba8-8002-4eaa-85db-47abae8b3b8c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.909760] env[70691]: DEBUG nova.network.neutron [-] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.999419] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454701, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.054666] env[70691]: DEBUG oslo_vmware.api [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454700, 'name': PowerOnVM_Task, 'duration_secs': 1.482244} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.055118] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1108.055356] env[70691]: INFO nova.compute.manager [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1108.055578] env[70691]: DEBUG nova.compute.manager [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1108.057966] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1554c43-473a-41e3-8503-3a8d1f1c4463 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.166154] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "refresh_cache-77340182-6815-47dc-87c0-a7aabd8fe523" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.166328] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "refresh_cache-77340182-6815-47dc-87c0-a7aabd8fe523" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.166485] env[70691]: DEBUG nova.network.neutron [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1108.168334] env[70691]: DEBUG nova.scheduler.client.report [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1108.416470] env[70691]: INFO nova.compute.manager [-] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Took 1.58 seconds to deallocate network for instance. [ 1108.473662] env[70691]: DEBUG nova.compute.manager [req-ee5f1b44-1a0e-4967-bbf5-88dabb7b599d req-3bcc9e87-2c80-4118-ae54-b49bac2fed36 service nova] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Received event network-vif-deleted-cbcf3462-6502-4aeb-b094-51aa18c3eb0a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1108.499898] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770054} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.500629] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 21a66ba8-8002-4eaa-85db-47abae8b3b8c/21a66ba8-8002-4eaa-85db-47abae8b3b8c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1108.500757] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.501058] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35a97ead-b6bd-4888-9f6e-89d699ecdd02 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.509929] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1108.509929] env[70691]: value = "task-3454702" [ 1108.509929] env[70691]: _type = "Task" [ 1108.509929] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.522020] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.578052] env[70691]: INFO nova.compute.manager [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Took 13.31 seconds to build instance. [ 1108.676665] env[70691]: DEBUG oslo_concurrency.lockutils [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.678798] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.772s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.679018] env[70691]: DEBUG nova.objects.instance [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lazy-loading 'resources' on Instance uuid 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.730899] env[70691]: DEBUG nova.network.neutron [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1108.974596] env[70691]: DEBUG nova.network.neutron [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Updating instance_info_cache with network_info: [{"id": "51e4ff85-06f3-4cea-a299-e40953c8bde7", "address": "fa:16:3e:d3:ea:e2", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e4ff85-06", "ovs_interfaceid": "51e4ff85-06f3-4cea-a299-e40953c8bde7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.992020] env[70691]: INFO nova.compute.manager [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Took 0.58 seconds to detach 1 volumes for instance. [ 1109.022739] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233618} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.023116] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.023979] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a516a5f-4629-477c-b879-1009cf7d122f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.057494] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 21a66ba8-8002-4eaa-85db-47abae8b3b8c/21a66ba8-8002-4eaa-85db-47abae8b3b8c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.058202] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-481b1b9d-6b7f-403b-b08c-71b16af76e84 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.079674] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ec032220-2b83-4455-aca9-f3963b8b7f04 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "7da5076b-1365-42ec-9b65-2696b2d96528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.818s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.084802] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1109.084802] env[70691]: value = "task-3454703" [ 1109.084802] env[70691]: _type = "Task" [ 1109.084802] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.094961] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.191698] env[70691]: DEBUG oslo_concurrency.lockutils [None req-197c3ec5-347d-4723-a5e0-46934df67b98 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.821s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.193349] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.561s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.193745] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "d0e36d91-542d-47ed-be44-7a2b8c04d357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.193962] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.194189] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.196264] env[70691]: INFO nova.compute.manager [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Terminating instance [ 1109.198571] env[70691]: DEBUG nova.compute.manager [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1109.198817] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1109.199139] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c049df4d-98d0-4570-9fe5-32f829a82f70 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.214174] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a491d98-bbf5-42bb-81e8-d7763590fa06 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.258192] env[70691]: WARNING nova.virt.vmwareapi.vmops [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d0e36d91-542d-47ed-be44-7a2b8c04d357 could not be found. [ 1109.258458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1109.258712] env[70691]: INFO nova.compute.manager [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1109.259022] env[70691]: DEBUG oslo.service.loopingcall [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.259857] env[70691]: DEBUG nova.compute.manager [-] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1109.260014] env[70691]: DEBUG nova.network.neutron [-] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1109.392772] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8bf24f-f92c-4643-8f1f-c6868d1568c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.402374] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9069c8d4-d142-4bcc-9b92-4e43670284ac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.442183] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53942b3b-6881-415c-a042-24e24742586f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.452664] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9fbdc3-f068-443f-a01a-faf556964f16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.469762] env[70691]: DEBUG nova.compute.provider_tree [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.477260] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "refresh_cache-77340182-6815-47dc-87c0-a7aabd8fe523" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.477550] env[70691]: DEBUG nova.compute.manager [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Instance network_info: |[{"id": "51e4ff85-06f3-4cea-a299-e40953c8bde7", "address": "fa:16:3e:d3:ea:e2", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e4ff85-06", "ovs_interfaceid": "51e4ff85-06f3-4cea-a299-e40953c8bde7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1109.477959] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ea:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51e4ff85-06f3-4cea-a299-e40953c8bde7', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.490334] env[70691]: DEBUG oslo.service.loopingcall [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.491435] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1109.491753] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d367a84-58b1-470f-9027-35eb7ba23c62 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.509102] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.517361] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.517361] env[70691]: value = "task-3454704" [ 1109.517361] env[70691]: _type = "Task" [ 1109.517361] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.527967] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454704, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.570278] env[70691]: DEBUG nova.compute.manager [req-8fd424ae-c2db-40ef-a04b-9fe3373d45d4 req-59a0afce-244b-4ec9-b783-81ca6fa0ffbe service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Received event network-changed-51e4ff85-06f3-4cea-a299-e40953c8bde7 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1109.570597] env[70691]: DEBUG nova.compute.manager [req-8fd424ae-c2db-40ef-a04b-9fe3373d45d4 req-59a0afce-244b-4ec9-b783-81ca6fa0ffbe service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Refreshing instance network info cache due to event network-changed-51e4ff85-06f3-4cea-a299-e40953c8bde7. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1109.570902] env[70691]: DEBUG oslo_concurrency.lockutils [req-8fd424ae-c2db-40ef-a04b-9fe3373d45d4 req-59a0afce-244b-4ec9-b783-81ca6fa0ffbe service nova] Acquiring lock "refresh_cache-77340182-6815-47dc-87c0-a7aabd8fe523" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.571030] env[70691]: DEBUG oslo_concurrency.lockutils [req-8fd424ae-c2db-40ef-a04b-9fe3373d45d4 req-59a0afce-244b-4ec9-b783-81ca6fa0ffbe service nova] Acquired lock "refresh_cache-77340182-6815-47dc-87c0-a7aabd8fe523" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.571207] env[70691]: DEBUG nova.network.neutron [req-8fd424ae-c2db-40ef-a04b-9fe3373d45d4 req-59a0afce-244b-4ec9-b783-81ca6fa0ffbe service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Refreshing network info cache for port 51e4ff85-06f3-4cea-a299-e40953c8bde7 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1109.598077] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454703, 'name': ReconfigVM_Task, 'duration_secs': 0.3178} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.598309] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 21a66ba8-8002-4eaa-85db-47abae8b3b8c/21a66ba8-8002-4eaa-85db-47abae8b3b8c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.599382] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d586b70e-8bba-4bf2-a1a6-d27a36845416 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.609316] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1109.609316] env[70691]: value = "task-3454705" [ 1109.609316] env[70691]: _type = "Task" [ 1109.609316] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.621320] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454705, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.979070] env[70691]: DEBUG nova.scheduler.client.report [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1110.027852] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454704, 'name': CreateVM_Task, 'duration_secs': 0.459324} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.027973] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1110.028653] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.028852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.029209] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.029499] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4ed27c-7568-43e4-b759-44f61b203bb9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.035865] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1110.035865] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527f7f5f-f071-5870-464d-c491e75afff7" [ 1110.035865] env[70691]: _type = "Task" [ 1110.035865] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.046331] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527f7f5f-f071-5870-464d-c491e75afff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.060432] env[70691]: DEBUG nova.network.neutron [-] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.120897] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454705, 'name': Rename_Task, 'duration_secs': 0.175101} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.121340] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1110.121715] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2563f8c4-823b-4bd1-9a1f-2219ade9abf3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.133025] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1110.133025] env[70691]: value = "task-3454706" [ 1110.133025] env[70691]: _type = "Task" [ 1110.133025] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.145283] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.384509] env[70691]: DEBUG nova.network.neutron [req-8fd424ae-c2db-40ef-a04b-9fe3373d45d4 req-59a0afce-244b-4ec9-b783-81ca6fa0ffbe service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Updated VIF entry in instance network info cache for port 51e4ff85-06f3-4cea-a299-e40953c8bde7. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1110.385017] env[70691]: DEBUG nova.network.neutron [req-8fd424ae-c2db-40ef-a04b-9fe3373d45d4 req-59a0afce-244b-4ec9-b783-81ca6fa0ffbe service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Updating instance_info_cache with network_info: [{"id": "51e4ff85-06f3-4cea-a299-e40953c8bde7", "address": "fa:16:3e:d3:ea:e2", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e4ff85-06", "ovs_interfaceid": "51e4ff85-06f3-4cea-a299-e40953c8bde7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.486025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.487586] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.978s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.489424] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.528626] env[70691]: DEBUG nova.compute.manager [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1110.528626] env[70691]: DEBUG nova.compute.manager [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing instance network info cache due to event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1110.528626] env[70691]: DEBUG oslo_concurrency.lockutils [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] Acquiring lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.528626] env[70691]: DEBUG oslo_concurrency.lockutils [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] Acquired lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.528626] env[70691]: DEBUG nova.network.neutron [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1110.531195] env[70691]: INFO nova.scheduler.client.report [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted allocations for instance e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa [ 1110.532891] env[70691]: INFO nova.scheduler.client.report [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Deleted allocations for instance 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2 [ 1110.558993] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527f7f5f-f071-5870-464d-c491e75afff7, 'name': SearchDatastore_Task, 'duration_secs': 0.015209} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.559692] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.560614] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.560614] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.560614] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.560614] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.560841] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd005ff-cabe-4771-94b7-ba0006b65854 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.563315] env[70691]: INFO nova.compute.manager [-] [instance: d0e36d91-542d-47ed-be44-7a2b8c04d357] Took 1.30 seconds to deallocate network for instance. [ 1110.575432] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.575657] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1110.576805] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8e9302-9a68-4c7a-bfb4-3375f3221c60 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.589427] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1110.589427] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fd7548-76c6-e4c3-26be-2d14b3b3c2c3" [ 1110.589427] env[70691]: _type = "Task" [ 1110.589427] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.603659] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fd7548-76c6-e4c3-26be-2d14b3b3c2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.652595] env[70691]: DEBUG oslo_vmware.api [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454706, 'name': PowerOnVM_Task, 'duration_secs': 0.487322} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.652878] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1110.654040] env[70691]: INFO nova.compute.manager [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1110.654040] env[70691]: DEBUG nova.compute.manager [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1110.654189] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a96f1b-a6a3-44e8-aa54-1a92e46b45c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.889143] env[70691]: DEBUG oslo_concurrency.lockutils [req-8fd424ae-c2db-40ef-a04b-9fe3373d45d4 req-59a0afce-244b-4ec9-b783-81ca6fa0ffbe service nova] Releasing lock "refresh_cache-77340182-6815-47dc-87c0-a7aabd8fe523" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.047317] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d4e8f47-8c3d-44be-bc21-98b152d0fb15 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.930s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.058353] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c984b1a8-3bd8-40d6-ac82-d0529989d9d3 tempest-ServersV294TestFqdnHostnames-738684238 tempest-ServersV294TestFqdnHostnames-738684238-project-member] Lock "1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.880s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.106958] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fd7548-76c6-e4c3-26be-2d14b3b3c2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.017069} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.110828] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bff4a06-5cc8-472b-b8ab-0340be5c8cbe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.117963] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1111.117963] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f1f3a3-7d93-8037-2ea8-0119a72cb9be" [ 1111.117963] env[70691]: _type = "Task" [ 1111.117963] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.129273] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f1f3a3-7d93-8037-2ea8-0119a72cb9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.179656] env[70691]: INFO nova.compute.manager [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Took 14.03 seconds to build instance. [ 1111.553650] env[70691]: DEBUG nova.network.neutron [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updated VIF entry in instance network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1111.554552] env[70691]: DEBUG nova.network.neutron [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.604016] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ce38d24-9298-4781-b646-a81e164c654d tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "d0e36d91-542d-47ed-be44-7a2b8c04d357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.411s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.638290] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f1f3a3-7d93-8037-2ea8-0119a72cb9be, 'name': SearchDatastore_Task, 'duration_secs': 0.023231} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.638552] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.641877] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 77340182-6815-47dc-87c0-a7aabd8fe523/77340182-6815-47dc-87c0-a7aabd8fe523.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1111.641877] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c6e9f2-ecf8-422c-919f-951835f4b301 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.653381] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1111.653381] env[70691]: value = "task-3454707" [ 1111.653381] env[70691]: _type = "Task" [ 1111.653381] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.663569] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.686936] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2918f2d8-b8f9-43a0-ae64-221003333159 tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.548s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.824425] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.824991] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.880138] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "38abe4e5-02ef-4006-843e-a9741ddc7edb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.880466] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "38abe4e5-02ef-4006-843e-a9741ddc7edb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.041827] env[70691]: DEBUG oslo_vmware.rw_handles [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d42c5-10ac-33cd-f9f7-3cc8a221d75a/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.042917] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86160991-852d-4bfb-90fa-2f4481a5fa1d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.056359] env[70691]: DEBUG oslo_vmware.rw_handles [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d42c5-10ac-33cd-f9f7-3cc8a221d75a/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.056359] env[70691]: ERROR oslo_vmware.rw_handles [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d42c5-10ac-33cd-f9f7-3cc8a221d75a/disk-0.vmdk due to incomplete transfer. [ 1112.056625] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-66e21b0c-41e7-4c2e-a023-323d2c2066f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.060025] env[70691]: DEBUG oslo_concurrency.lockutils [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] Releasing lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.060025] env[70691]: DEBUG nova.compute.manager [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received event network-changed-1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1112.060025] env[70691]: DEBUG nova.compute.manager [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing instance network info cache due to event network-changed-1e7faaba-bd46-467b-97b0-29e97defdbfa. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1112.060025] env[70691]: DEBUG oslo_concurrency.lockutils [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] Acquiring lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.060025] env[70691]: DEBUG oslo_concurrency.lockutils [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] Acquired lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.060470] env[70691]: DEBUG nova.network.neutron [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing network info cache for port 1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1112.071478] env[70691]: DEBUG oslo_vmware.rw_handles [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d42c5-10ac-33cd-f9f7-3cc8a221d75a/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1112.072993] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Uploaded image 94d893fe-b881-4ba6-b0d4-417c87d9c22c to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1112.074582] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1112.075458] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a43c7c78-b61c-4e5c-86ef-46d25f676fe4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.086778] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1112.086778] env[70691]: value = "task-3454708" [ 1112.086778] env[70691]: _type = "Task" [ 1112.086778] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.099698] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454708, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.164374] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.327857] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1112.390891] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1112.463522] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "4c919e81-1a8b-4858-b438-65d8876b5c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.465020] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.603332] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454708, 'name': Destroy_Task, 'duration_secs': 0.399563} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.603719] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Destroyed the VM [ 1112.604044] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1112.604044] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78434e10-04d6-41e8-84e2-c3f4b6c6e28d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.614217] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1112.614217] env[70691]: value = "task-3454709" [ 1112.614217] env[70691]: _type = "Task" [ 1112.614217] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.626749] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.649145] env[70691]: DEBUG nova.compute.manager [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received event network-changed-1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1112.649385] env[70691]: DEBUG nova.compute.manager [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing instance network info cache due to event network-changed-1e7faaba-bd46-467b-97b0-29e97defdbfa. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1112.649585] env[70691]: DEBUG oslo_concurrency.lockutils [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] Acquiring lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.664237] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67341} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.664529] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 77340182-6815-47dc-87c0-a7aabd8fe523/77340182-6815-47dc-87c0-a7aabd8fe523.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1112.664813] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.665106] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f24237a-6ce8-4725-b4c8-969c8c82fa65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.673906] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1112.673906] env[70691]: value = "task-3454710" [ 1112.673906] env[70691]: _type = "Task" [ 1112.673906] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.687955] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.857283] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.857283] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.857592] env[70691]: INFO nova.compute.claims [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.919191] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.948687] env[70691]: DEBUG nova.network.neutron [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updated VIF entry in instance network info cache for port 1e7faaba-bd46-467b-97b0-29e97defdbfa. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1112.949366] env[70691]: DEBUG nova.network.neutron [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updating instance_info_cache with network_info: [{"id": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "address": "fa:16:3e:2e:ab:5b", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7faaba-bd", "ovs_interfaceid": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.969501] env[70691]: DEBUG nova.compute.manager [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1113.125907] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454709, 'name': RemoveSnapshot_Task, 'duration_secs': 0.423497} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.126355] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1113.126574] env[70691]: DEBUG nova.compute.manager [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1113.127456] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed4a61-5856-46aa-8f2b-8684fac859b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.152926] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.154347] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.185210] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078088} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.186934] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.188024] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d79e61-f10e-449d-9dcc-9bde77a038c8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.220492] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 77340182-6815-47dc-87c0-a7aabd8fe523/77340182-6815-47dc-87c0-a7aabd8fe523.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.221121] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eadb347c-1687-4f8c-8afd-4a1827d4e27f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.247851] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1113.247851] env[70691]: value = "task-3454711" [ 1113.247851] env[70691]: _type = "Task" [ 1113.247851] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.259160] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.453652] env[70691]: DEBUG oslo_concurrency.lockutils [req-2e9f5160-d46c-45d0-96a6-6b226e9119d8 req-3683c9c6-5c76-4cf2-8139-856a8a93f1b5 service nova] Releasing lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.453652] env[70691]: DEBUG oslo_concurrency.lockutils [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] Acquired lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.453652] env[70691]: DEBUG nova.network.neutron [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing network info cache for port 1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1113.498783] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.643408] env[70691]: INFO nova.compute.manager [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Shelve offloading [ 1113.648403] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1113.648403] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f82bd43-df7f-4005-a7a7-3d807dbeefbb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.654452] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1113.654452] env[70691]: value = "task-3454712" [ 1113.654452] env[70691]: _type = "Task" [ 1113.654452] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.659036] env[70691]: DEBUG nova.compute.manager [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1113.670934] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1113.671041] env[70691]: DEBUG nova.compute.manager [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1113.671977] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507b30a4-f245-4a4c-b09d-8681c83fd876 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.680165] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.680218] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.680390] env[70691]: DEBUG nova.network.neutron [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1113.760373] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454711, 'name': ReconfigVM_Task, 'duration_secs': 0.294776} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.760901] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 77340182-6815-47dc-87c0-a7aabd8fe523/77340182-6815-47dc-87c0-a7aabd8fe523.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.761665] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71d5f67e-d78a-48cd-8fea-9a6e34cc3f55 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.770747] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1113.770747] env[70691]: value = "task-3454713" [ 1113.770747] env[70691]: _type = "Task" [ 1113.770747] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.783474] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454713, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.816027] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquiring lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.816175] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.816424] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquiring lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.816619] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.816853] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.820791] env[70691]: INFO nova.compute.manager [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Terminating instance [ 1113.822742] env[70691]: DEBUG nova.compute.manager [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1113.822997] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1113.823863] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab30848-2573-4d19-90cc-af23ada76434 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.832700] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1113.832960] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba2ae48-e678-41b1-88c5-ac11c0b3ff85 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.839589] env[70691]: DEBUG oslo_vmware.api [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1113.839589] env[70691]: value = "task-3454714" [ 1113.839589] env[70691]: _type = "Task" [ 1113.839589] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.849265] env[70691]: DEBUG oslo_vmware.api [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.032219] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb5c6e-89f5-446c-a090-328967b1da40 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.042448] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f053bee-a220-4cd5-8b94-b02cba1fbf19 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.084825] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1013564-1b52-4036-9b89-ee6432d0f4a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.093521] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497becb4-95b2-4be4-acb6-9189aeb35af0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.108630] env[70691]: DEBUG nova.compute.provider_tree [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.177722] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.224300] env[70691]: DEBUG nova.network.neutron [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updated VIF entry in instance network info cache for port 1e7faaba-bd46-467b-97b0-29e97defdbfa. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1114.225105] env[70691]: DEBUG nova.network.neutron [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updating instance_info_cache with network_info: [{"id": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "address": "fa:16:3e:2e:ab:5b", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7faaba-bd", "ovs_interfaceid": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.281642] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454713, 'name': Rename_Task, 'duration_secs': 0.18537} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.282320] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1114.282320] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a7a33fc-1b64-4a9d-9238-7825ba67385d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.290734] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1114.290734] env[70691]: value = "task-3454715" [ 1114.290734] env[70691]: _type = "Task" [ 1114.290734] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.298952] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.350050] env[70691]: DEBUG oslo_vmware.api [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454714, 'name': PowerOffVM_Task, 'duration_secs': 0.248277} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.350353] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1114.350538] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1114.350811] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6d3a8e4-1c8d-4690-a448-b914a41e694a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.416388] env[70691]: DEBUG nova.network.neutron [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating instance_info_cache with network_info: [{"id": "bab61f1d-6111-443c-b7da-3b16440d6646", "address": "fa:16:3e:10:0e:2c", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab61f1d-61", "ovs_interfaceid": "bab61f1d-6111-443c-b7da-3b16440d6646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.422211] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1114.422349] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1114.422605] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Deleting the datastore file [datastore2] 21a66ba8-8002-4eaa-85db-47abae8b3b8c {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.422926] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac42a1dd-b329-4239-b944-b1fb083ea0a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.430779] env[70691]: DEBUG oslo_vmware.api [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for the task: (returnval){ [ 1114.430779] env[70691]: value = "task-3454717" [ 1114.430779] env[70691]: _type = "Task" [ 1114.430779] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.439413] env[70691]: DEBUG oslo_vmware.api [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.613552] env[70691]: DEBUG nova.scheduler.client.report [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1114.727239] env[70691]: DEBUG oslo_concurrency.lockutils [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] Releasing lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.727540] env[70691]: DEBUG nova.compute.manager [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1114.727797] env[70691]: DEBUG nova.compute.manager [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing instance network info cache due to event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1114.728076] env[70691]: DEBUG oslo_concurrency.lockutils [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] Acquiring lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.728331] env[70691]: DEBUG oslo_concurrency.lockutils [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] Acquired lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.728555] env[70691]: DEBUG nova.network.neutron [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1114.802391] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.919010] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.945071] env[70691]: DEBUG oslo_vmware.api [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.118459] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.119199] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1115.122274] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.203s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.126102] env[70691]: INFO nova.compute.claims [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.307259] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454715, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.330175] env[70691]: DEBUG nova.compute.manager [req-07bfc456-d9d2-4451-a8d1-f007eca72467 req-f0366b1c-abf3-41d7-9bc8-3ed4f34f28f9 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received event network-vif-unplugged-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1115.330175] env[70691]: DEBUG oslo_concurrency.lockutils [req-07bfc456-d9d2-4451-a8d1-f007eca72467 req-f0366b1c-abf3-41d7-9bc8-3ed4f34f28f9 service nova] Acquiring lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.330995] env[70691]: DEBUG oslo_concurrency.lockutils [req-07bfc456-d9d2-4451-a8d1-f007eca72467 req-f0366b1c-abf3-41d7-9bc8-3ed4f34f28f9 service nova] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.332026] env[70691]: DEBUG oslo_concurrency.lockutils [req-07bfc456-d9d2-4451-a8d1-f007eca72467 req-f0366b1c-abf3-41d7-9bc8-3ed4f34f28f9 service nova] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.332374] env[70691]: DEBUG nova.compute.manager [req-07bfc456-d9d2-4451-a8d1-f007eca72467 req-f0366b1c-abf3-41d7-9bc8-3ed4f34f28f9 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] No waiting events found dispatching network-vif-unplugged-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1115.332655] env[70691]: WARNING nova.compute.manager [req-07bfc456-d9d2-4451-a8d1-f007eca72467 req-f0366b1c-abf3-41d7-9bc8-3ed4f34f28f9 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received unexpected event network-vif-unplugged-bab61f1d-6111-443c-b7da-3b16440d6646 for instance with vm_state shelved and task_state shelving_offloading. [ 1115.444213] env[70691]: DEBUG oslo_vmware.api [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Task: {'id': task-3454717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580454} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.444213] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.444637] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1115.445058] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1115.445621] env[70691]: INFO nova.compute.manager [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1115.446075] env[70691]: DEBUG oslo.service.loopingcall [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.446422] env[70691]: DEBUG nova.compute.manager [-] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1115.446638] env[70691]: DEBUG nova.network.neutron [-] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1115.520205] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1115.520205] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c459db-448e-4983-9a5e-27e659085fdf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.531395] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1115.532097] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06406180-3602-4178-9046-27f1a090d608 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.604136] env[70691]: DEBUG nova.network.neutron [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updated VIF entry in instance network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1115.604136] env[70691]: DEBUG nova.network.neutron [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.628860] env[70691]: DEBUG nova.compute.utils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1115.632274] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1115.632752] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1115.632752] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleting the datastore file [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.632965] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1115.633143] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1115.637361] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-450fe548-ac15-4849-807d-bc9c092ff18a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.649068] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1115.649068] env[70691]: value = "task-3454719" [ 1115.649068] env[70691]: _type = "Task" [ 1115.649068] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.659399] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.694772] env[70691]: DEBUG nova.policy [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee51fbad64734235a06520d8899f8dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657e9cba66304f6e8355d9a7e989c329', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1115.810440] env[70691]: DEBUG oslo_vmware.api [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454715, 'name': PowerOnVM_Task, 'duration_secs': 1.186564} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.811073] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1115.811073] env[70691]: INFO nova.compute.manager [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1115.811073] env[70691]: DEBUG nova.compute.manager [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1115.811945] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c2f46f-496f-41d9-a4c9-2d1b75781f32 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.876587] env[70691]: DEBUG nova.compute.manager [req-94654e2a-c42e-4a61-8d0a-b10fbfc379d6 req-09ba59bc-4ff4-4d78-8ac5-a37ce7eafe7f service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Received event network-vif-deleted-830f6973-7d1a-4b0c-b5ff-6aee790fd250 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1115.876802] env[70691]: INFO nova.compute.manager [req-94654e2a-c42e-4a61-8d0a-b10fbfc379d6 req-09ba59bc-4ff4-4d78-8ac5-a37ce7eafe7f service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Neutron deleted interface 830f6973-7d1a-4b0c-b5ff-6aee790fd250; detaching it from the instance and deleting it from the info cache [ 1115.876981] env[70691]: DEBUG nova.network.neutron [req-94654e2a-c42e-4a61-8d0a-b10fbfc379d6 req-09ba59bc-4ff4-4d78-8ac5-a37ce7eafe7f service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.070263] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Successfully created port: 054a9c75-f71e-4388-b78e-729a2fbf8981 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.109431] env[70691]: DEBUG oslo_concurrency.lockutils [req-76748762-17ea-41ba-a67e-0d5a9adb9ce8 req-2aad365e-06d4-4208-bc05-dc7d3f58bf1a service nova] Releasing lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.139902] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1116.167671] env[70691]: DEBUG oslo_vmware.api [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300281} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.168514] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.169347] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1116.169549] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1116.194089] env[70691]: INFO nova.scheduler.client.report [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted allocations for instance c59bc96f-5ddc-4a4b-89e5-53486598bdaf [ 1116.342872] env[70691]: INFO nova.compute.manager [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Took 16.76 seconds to build instance. [ 1116.346673] env[70691]: DEBUG nova.network.neutron [-] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.378905] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd5223f-f589-430a-a3a2-fadbb787247c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.383656] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-234a3bf9-a088-44dd-9f5a-19d7f0ad9e86 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.397818] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa66265e-56a0-4ecf-9ce3-de133edf6784 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.402283] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3594cd9b-f63e-4e9f-b844-2e5f4198f9c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.452383] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802cdb1f-d179-409e-8e3a-c32ffa6f3c98 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.455627] env[70691]: DEBUG nova.compute.manager [req-94654e2a-c42e-4a61-8d0a-b10fbfc379d6 req-09ba59bc-4ff4-4d78-8ac5-a37ce7eafe7f service nova] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Detach interface failed, port_id=830f6973-7d1a-4b0c-b5ff-6aee790fd250, reason: Instance 21a66ba8-8002-4eaa-85db-47abae8b3b8c could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1116.462016] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c62756-76b1-4578-a07e-5e7fb6553aa0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.477094] env[70691]: DEBUG nova.compute.provider_tree [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.699861] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.845146] env[70691]: DEBUG oslo_concurrency.lockutils [None req-da551bec-8977-4a0c-bac0-57828574cadc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "77340182-6815-47dc-87c0-a7aabd8fe523" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.269s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.852092] env[70691]: INFO nova.compute.manager [-] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Took 1.41 seconds to deallocate network for instance. [ 1116.980443] env[70691]: DEBUG nova.scheduler.client.report [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1117.153800] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1117.178420] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1117.178686] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1117.178850] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.180386] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1117.180619] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.180789] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1117.181023] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1117.181196] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1117.181459] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1117.181530] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1117.181697] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1117.183317] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8994752-2a54-4a96-8f3e-ef93cf6206bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.192540] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa31ba6-8846-4f55-9bf7-5eea622132b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.366744] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.484601] env[70691]: DEBUG nova.compute.manager [req-9e177591-be45-447b-8174-14a05dfea881 req-a7d7cb2d-e810-4c04-8bb8-faceaafb5ce4 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received event network-changed-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1117.484601] env[70691]: DEBUG nova.compute.manager [req-9e177591-be45-447b-8174-14a05dfea881 req-a7d7cb2d-e810-4c04-8bb8-faceaafb5ce4 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Refreshing instance network info cache due to event network-changed-bab61f1d-6111-443c-b7da-3b16440d6646. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1117.484942] env[70691]: DEBUG oslo_concurrency.lockutils [req-9e177591-be45-447b-8174-14a05dfea881 req-a7d7cb2d-e810-4c04-8bb8-faceaafb5ce4 service nova] Acquiring lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.484942] env[70691]: DEBUG oslo_concurrency.lockutils [req-9e177591-be45-447b-8174-14a05dfea881 req-a7d7cb2d-e810-4c04-8bb8-faceaafb5ce4 service nova] Acquired lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.488829] env[70691]: DEBUG nova.network.neutron [req-9e177591-be45-447b-8174-14a05dfea881 req-a7d7cb2d-e810-4c04-8bb8-faceaafb5ce4 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Refreshing network info cache for port bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1117.488829] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.488829] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1117.493350] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.995s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.494984] env[70691]: INFO nova.compute.claims [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.795197] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Successfully updated port: 054a9c75-f71e-4388-b78e-729a2fbf8981 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.915785] env[70691]: DEBUG nova.compute.manager [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Received event network-changed-51e4ff85-06f3-4cea-a299-e40953c8bde7 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1117.916301] env[70691]: DEBUG nova.compute.manager [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Refreshing instance network info cache due to event network-changed-51e4ff85-06f3-4cea-a299-e40953c8bde7. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1117.916553] env[70691]: DEBUG oslo_concurrency.lockutils [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] Acquiring lock "refresh_cache-77340182-6815-47dc-87c0-a7aabd8fe523" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.916703] env[70691]: DEBUG oslo_concurrency.lockutils [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] Acquired lock "refresh_cache-77340182-6815-47dc-87c0-a7aabd8fe523" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.916910] env[70691]: DEBUG nova.network.neutron [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Refreshing network info cache for port 51e4ff85-06f3-4cea-a299-e40953c8bde7 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1118.002717] env[70691]: DEBUG nova.compute.utils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1118.008398] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1118.009162] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1118.087893] env[70691]: DEBUG nova.policy [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee51fbad64734235a06520d8899f8dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657e9cba66304f6e8355d9a7e989c329', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1118.096517] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.096847] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.297366] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "refresh_cache-56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.297516] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "refresh_cache-56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.297655] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1118.376238] env[70691]: DEBUG nova.network.neutron [req-9e177591-be45-447b-8174-14a05dfea881 req-a7d7cb2d-e810-4c04-8bb8-faceaafb5ce4 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updated VIF entry in instance network info cache for port bab61f1d-6111-443c-b7da-3b16440d6646. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1118.376605] env[70691]: DEBUG nova.network.neutron [req-9e177591-be45-447b-8174-14a05dfea881 req-a7d7cb2d-e810-4c04-8bb8-faceaafb5ce4 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating instance_info_cache with network_info: [{"id": "bab61f1d-6111-443c-b7da-3b16440d6646", "address": "fa:16:3e:10:0e:2c", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbab61f1d-61", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.513209] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1118.519976] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Successfully created port: 2a943fd7-080c-4b34-ad14-96f306e6e7db {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.601803] env[70691]: DEBUG nova.compute.manager [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1118.738819] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.758791] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663bc06c-3944-41b6-bd28-b2296c317ef7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.767277] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240bd13b-c3f1-4df8-8a5e-8684d2d36685 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.808587] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45421d56-a9db-48fd-8f32-e50bfc043684 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.817880] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7e5e54-261c-402e-8779-f1598f8dacf9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.825357] env[70691]: DEBUG nova.network.neutron [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Updated VIF entry in instance network info cache for port 51e4ff85-06f3-4cea-a299-e40953c8bde7. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1118.825357] env[70691]: DEBUG nova.network.neutron [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Updating instance_info_cache with network_info: [{"id": "51e4ff85-06f3-4cea-a299-e40953c8bde7", "address": "fa:16:3e:d3:ea:e2", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e4ff85-06", "ovs_interfaceid": "51e4ff85-06f3-4cea-a299-e40953c8bde7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.841967] env[70691]: DEBUG nova.compute.provider_tree [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.879997] env[70691]: DEBUG oslo_concurrency.lockutils [req-9e177591-be45-447b-8174-14a05dfea881 req-a7d7cb2d-e810-4c04-8bb8-faceaafb5ce4 service nova] Releasing lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.889733] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1119.058383] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Updating instance_info_cache with network_info: [{"id": "054a9c75-f71e-4388-b78e-729a2fbf8981", "address": "fa:16:3e:2e:f2:8f", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054a9c75-f7", "ovs_interfaceid": "054a9c75-f71e-4388-b78e-729a2fbf8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.118850] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.327290] env[70691]: DEBUG oslo_concurrency.lockutils [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] Releasing lock "refresh_cache-77340182-6815-47dc-87c0-a7aabd8fe523" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.327573] env[70691]: DEBUG nova.compute.manager [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Received event network-vif-plugged-054a9c75-f71e-4388-b78e-729a2fbf8981 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1119.327776] env[70691]: DEBUG oslo_concurrency.lockutils [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] Acquiring lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.327988] env[70691]: DEBUG oslo_concurrency.lockutils [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] Lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.328173] env[70691]: DEBUG oslo_concurrency.lockutils [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] Lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.328386] env[70691]: DEBUG nova.compute.manager [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] No waiting events found dispatching network-vif-plugged-054a9c75-f71e-4388-b78e-729a2fbf8981 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1119.328687] env[70691]: WARNING nova.compute.manager [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Received unexpected event network-vif-plugged-054a9c75-f71e-4388-b78e-729a2fbf8981 for instance with vm_state building and task_state spawning. [ 1119.328762] env[70691]: DEBUG nova.compute.manager [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Received event network-changed-054a9c75-f71e-4388-b78e-729a2fbf8981 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1119.328917] env[70691]: DEBUG nova.compute.manager [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Refreshing instance network info cache due to event network-changed-054a9c75-f71e-4388-b78e-729a2fbf8981. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1119.329099] env[70691]: DEBUG oslo_concurrency.lockutils [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] Acquiring lock "refresh_cache-56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.345488] env[70691]: DEBUG nova.scheduler.client.report [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1119.521584] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1119.549017] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1119.549282] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1119.549444] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.549626] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1119.549776] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.549929] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1119.550168] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1119.550328] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1119.550498] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1119.550665] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1119.550842] env[70691]: DEBUG nova.virt.hardware [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.551738] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf1120-ed58-46d3-b867-1f9e0ee22a94 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.560432] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf02647-b6da-471a-be3f-a505044b5783 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.564247] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "refresh_cache-56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.564543] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Instance network_info: |[{"id": "054a9c75-f71e-4388-b78e-729a2fbf8981", "address": "fa:16:3e:2e:f2:8f", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054a9c75-f7", "ovs_interfaceid": "054a9c75-f71e-4388-b78e-729a2fbf8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1119.564842] env[70691]: DEBUG oslo_concurrency.lockutils [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] Acquired lock "refresh_cache-56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.565049] env[70691]: DEBUG nova.network.neutron [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Refreshing network info cache for port 054a9c75-f71e-4388-b78e-729a2fbf8981 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1119.566183] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:f2:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '054a9c75-f71e-4388-b78e-729a2fbf8981', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.573673] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Creating folder: Project (657e9cba66304f6e8355d9a7e989c329). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1119.575036] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f587d75e-664c-402e-9c12-b95b58c57e85 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.596971] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Created folder: Project (657e9cba66304f6e8355d9a7e989c329) in parent group-v689428. [ 1119.597225] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Creating folder: Instances. Parent ref: group-v689694. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1119.597472] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab015951-59be-4e6f-8ced-ee83aef97f91 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.607959] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Created folder: Instances in parent group-v689694. [ 1119.608228] env[70691]: DEBUG oslo.service.loopingcall [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.608443] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1119.608658] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa6c66db-372f-4f1a-9498-9542dc744eff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.629238] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.629238] env[70691]: value = "task-3454722" [ 1119.629238] env[70691]: _type = "Task" [ 1119.629238] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.637049] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454722, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.849835] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.850425] env[70691]: DEBUG nova.compute.manager [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1119.853376] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.676s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.854898] env[70691]: INFO nova.compute.claims [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.141012] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454722, 'name': CreateVM_Task, 'duration_secs': 0.329246} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.141321] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1120.142070] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.142273] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.142608] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.142900] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8547c04f-a71c-4b6a-ae81-dd0e8d73827f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.148270] env[70691]: DEBUG nova.compute.manager [req-dab46957-bdd0-4207-a362-2a359c4d7d02 req-6b331f6c-544e-455c-a90e-03b59300ae5c service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Received event network-vif-plugged-2a943fd7-080c-4b34-ad14-96f306e6e7db {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1120.148624] env[70691]: DEBUG oslo_concurrency.lockutils [req-dab46957-bdd0-4207-a362-2a359c4d7d02 req-6b331f6c-544e-455c-a90e-03b59300ae5c service nova] Acquiring lock "38abe4e5-02ef-4006-843e-a9741ddc7edb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.148957] env[70691]: DEBUG oslo_concurrency.lockutils [req-dab46957-bdd0-4207-a362-2a359c4d7d02 req-6b331f6c-544e-455c-a90e-03b59300ae5c service nova] Lock "38abe4e5-02ef-4006-843e-a9741ddc7edb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.149494] env[70691]: DEBUG oslo_concurrency.lockutils [req-dab46957-bdd0-4207-a362-2a359c4d7d02 req-6b331f6c-544e-455c-a90e-03b59300ae5c service nova] Lock "38abe4e5-02ef-4006-843e-a9741ddc7edb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.149598] env[70691]: DEBUG nova.compute.manager [req-dab46957-bdd0-4207-a362-2a359c4d7d02 req-6b331f6c-544e-455c-a90e-03b59300ae5c service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] No waiting events found dispatching network-vif-plugged-2a943fd7-080c-4b34-ad14-96f306e6e7db {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1120.149754] env[70691]: WARNING nova.compute.manager [req-dab46957-bdd0-4207-a362-2a359c4d7d02 req-6b331f6c-544e-455c-a90e-03b59300ae5c service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Received unexpected event network-vif-plugged-2a943fd7-080c-4b34-ad14-96f306e6e7db for instance with vm_state building and task_state spawning. [ 1120.152416] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1120.152416] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d64cb0-9bb0-7c16-38d7-931ec80dacbd" [ 1120.152416] env[70691]: _type = "Task" [ 1120.152416] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.164701] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d64cb0-9bb0-7c16-38d7-931ec80dacbd, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.165041] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.165296] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.165532] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.165682] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.165861] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.166139] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce931dd-c9dd-4216-946c-58286eca0b00 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.175558] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.175755] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1120.176904] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d73bfb4-ae8b-4060-a16d-bd1d52431de7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.190247] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1120.190247] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c9488a-68be-d457-b405-d6b14cf33bcf" [ 1120.190247] env[70691]: _type = "Task" [ 1120.190247] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.198953] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c9488a-68be-d457-b405-d6b14cf33bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.259010] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Successfully updated port: 2a943fd7-080c-4b34-ad14-96f306e6e7db {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.299734] env[70691]: DEBUG nova.network.neutron [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Updated VIF entry in instance network info cache for port 054a9c75-f71e-4388-b78e-729a2fbf8981. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1120.300350] env[70691]: DEBUG nova.network.neutron [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Updating instance_info_cache with network_info: [{"id": "054a9c75-f71e-4388-b78e-729a2fbf8981", "address": "fa:16:3e:2e:f2:8f", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054a9c75-f7", "ovs_interfaceid": "054a9c75-f71e-4388-b78e-729a2fbf8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.359213] env[70691]: DEBUG nova.compute.utils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1120.362449] env[70691]: DEBUG nova.compute.manager [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1120.362636] env[70691]: DEBUG nova.network.neutron [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1120.400954] env[70691]: DEBUG nova.policy [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b551d8479b70470a9d0b5baab4e745f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7372c9a6ed574e2886d88552f5bc59b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1120.654991] env[70691]: DEBUG nova.network.neutron [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Successfully created port: 81e9127b-e3f3-4894-bab8-bce2285ed9c8 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.701470] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c9488a-68be-d457-b405-d6b14cf33bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.702450] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844004ed-fceb-4622-9340-33f9f2483007 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.709952] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1120.709952] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5215a9de-0b36-779d-9819-346db45c3c9d" [ 1120.709952] env[70691]: _type = "Task" [ 1120.709952] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.719512] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5215a9de-0b36-779d-9819-346db45c3c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.762329] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "refresh_cache-38abe4e5-02ef-4006-843e-a9741ddc7edb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.762484] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "refresh_cache-38abe4e5-02ef-4006-843e-a9741ddc7edb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.762638] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1120.803251] env[70691]: DEBUG oslo_concurrency.lockutils [req-79040ce5-f4ec-460e-91f0-39bf84a1cf89 req-fc933463-dc71-4b06-831e-91808e71b18d service nova] Releasing lock "refresh_cache-56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.863140] env[70691]: DEBUG nova.compute.manager [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1121.024589] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c2e81a-a41e-460a-a4f8-bdb2f0cc655e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.032462] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc148e5-4783-4534-bbaa-c4486bf9ba37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.063926] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcddfa5-8438-4936-afd4-570bd765468b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.071532] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8db4f5-880e-4c57-a8d7-b4250fa1b6b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.085178] env[70691]: DEBUG nova.compute.provider_tree [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.221554] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5215a9de-0b36-779d-9819-346db45c3c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.221831] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.222107] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411/56fa30c7-6a9c-4ab0-b82e-ee07bac6b411.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1121.222717] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13a2f704-9826-4d17-a2f9-64fb384b4fd1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.229783] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1121.229783] env[70691]: value = "task-3454723" [ 1121.229783] env[70691]: _type = "Task" [ 1121.229783] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.238275] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.296160] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1121.434100] env[70691]: DEBUG nova.network.neutron [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Updating instance_info_cache with network_info: [{"id": "2a943fd7-080c-4b34-ad14-96f306e6e7db", "address": "fa:16:3e:7d:a7:c4", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a943fd7-08", "ovs_interfaceid": "2a943fd7-080c-4b34-ad14-96f306e6e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.588971] env[70691]: DEBUG nova.scheduler.client.report [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1121.740291] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45117} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.740564] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411/56fa30c7-6a9c-4ab0-b82e-ee07bac6b411.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1121.740779] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.741041] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bb43190-fa9a-4f83-ac1f-e2ccc7e96ef7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.747619] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1121.747619] env[70691]: value = "task-3454724" [ 1121.747619] env[70691]: _type = "Task" [ 1121.747619] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.755071] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.874520] env[70691]: DEBUG nova.compute.manager [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1121.902471] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1121.902744] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1121.902931] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.903162] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1121.903321] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.903473] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1121.903742] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1121.903943] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1121.904170] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1121.904351] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1121.904673] env[70691]: DEBUG nova.virt.hardware [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.905509] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abc62d7-b82b-4bff-bb26-5b8064fff27a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.914292] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641c48e3-f6f2-4b76-9908-4c6ea0c4aaba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.937260] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "refresh_cache-38abe4e5-02ef-4006-843e-a9741ddc7edb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.937605] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Instance network_info: |[{"id": "2a943fd7-080c-4b34-ad14-96f306e6e7db", "address": "fa:16:3e:7d:a7:c4", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a943fd7-08", "ovs_interfaceid": "2a943fd7-080c-4b34-ad14-96f306e6e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1121.939063] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a7:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a943fd7-080c-4b34-ad14-96f306e6e7db', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.945747] env[70691]: DEBUG oslo.service.loopingcall [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.945992] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1121.946262] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-842d872b-cd39-400e-9ed0-4e5144132ce1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.967694] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.967694] env[70691]: value = "task-3454725" [ 1121.967694] env[70691]: _type = "Task" [ 1121.967694] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.976809] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454725, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.095555] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.096419] env[70691]: DEBUG nova.compute.manager [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1122.100408] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.401s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.100540] env[70691]: DEBUG nova.objects.instance [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'resources' on Instance uuid c59bc96f-5ddc-4a4b-89e5-53486598bdaf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.133057] env[70691]: DEBUG nova.compute.manager [req-cf129be0-bf20-48e7-8bb2-4a51fd6694cc req-fce8546a-c01d-418f-9dd1-a99345aa687a service nova] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Received event network-vif-plugged-81e9127b-e3f3-4894-bab8-bce2285ed9c8 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1122.133297] env[70691]: DEBUG oslo_concurrency.lockutils [req-cf129be0-bf20-48e7-8bb2-4a51fd6694cc req-fce8546a-c01d-418f-9dd1-a99345aa687a service nova] Acquiring lock "4c919e81-1a8b-4858-b438-65d8876b5c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.133512] env[70691]: DEBUG oslo_concurrency.lockutils [req-cf129be0-bf20-48e7-8bb2-4a51fd6694cc req-fce8546a-c01d-418f-9dd1-a99345aa687a service nova] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.133682] env[70691]: DEBUG oslo_concurrency.lockutils [req-cf129be0-bf20-48e7-8bb2-4a51fd6694cc req-fce8546a-c01d-418f-9dd1-a99345aa687a service nova] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.133855] env[70691]: DEBUG nova.compute.manager [req-cf129be0-bf20-48e7-8bb2-4a51fd6694cc req-fce8546a-c01d-418f-9dd1-a99345aa687a service nova] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] No waiting events found dispatching network-vif-plugged-81e9127b-e3f3-4894-bab8-bce2285ed9c8 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1122.134331] env[70691]: WARNING nova.compute.manager [req-cf129be0-bf20-48e7-8bb2-4a51fd6694cc req-fce8546a-c01d-418f-9dd1-a99345aa687a service nova] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Received unexpected event network-vif-plugged-81e9127b-e3f3-4894-bab8-bce2285ed9c8 for instance with vm_state building and task_state spawning. [ 1122.174716] env[70691]: DEBUG nova.compute.manager [req-6fc93deb-902c-4650-a348-67203d286ebe req-a1e9119a-ddcb-489e-9951-d2fead86acda service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Received event network-changed-2a943fd7-080c-4b34-ad14-96f306e6e7db {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1122.175174] env[70691]: DEBUG nova.compute.manager [req-6fc93deb-902c-4650-a348-67203d286ebe req-a1e9119a-ddcb-489e-9951-d2fead86acda service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Refreshing instance network info cache due to event network-changed-2a943fd7-080c-4b34-ad14-96f306e6e7db. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1122.175736] env[70691]: DEBUG oslo_concurrency.lockutils [req-6fc93deb-902c-4650-a348-67203d286ebe req-a1e9119a-ddcb-489e-9951-d2fead86acda service nova] Acquiring lock "refresh_cache-38abe4e5-02ef-4006-843e-a9741ddc7edb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.175846] env[70691]: DEBUG oslo_concurrency.lockutils [req-6fc93deb-902c-4650-a348-67203d286ebe req-a1e9119a-ddcb-489e-9951-d2fead86acda service nova] Acquired lock "refresh_cache-38abe4e5-02ef-4006-843e-a9741ddc7edb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.176055] env[70691]: DEBUG nova.network.neutron [req-6fc93deb-902c-4650-a348-67203d286ebe req-a1e9119a-ddcb-489e-9951-d2fead86acda service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Refreshing network info cache for port 2a943fd7-080c-4b34-ad14-96f306e6e7db {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1122.256710] env[70691]: DEBUG nova.network.neutron [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Successfully updated port: 81e9127b-e3f3-4894-bab8-bce2285ed9c8 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.264714] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067134} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.265246] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.266200] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7babfaf-c4ad-467c-a890-b044ae23033f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.292733] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411/56fa30c7-6a9c-4ab0-b82e-ee07bac6b411.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.294337] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d4f6ab8-2fda-49e7-ba5b-69f33bb8cd22 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.317705] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1122.317705] env[70691]: value = "task-3454726" [ 1122.317705] env[70691]: _type = "Task" [ 1122.317705] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.329219] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.478085] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454725, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.603926] env[70691]: DEBUG nova.objects.instance [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'numa_topology' on Instance uuid c59bc96f-5ddc-4a4b-89e5-53486598bdaf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.606033] env[70691]: DEBUG nova.compute.utils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1122.607407] env[70691]: DEBUG nova.compute.manager [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1122.607578] env[70691]: DEBUG nova.network.neutron [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1122.646635] env[70691]: DEBUG nova.policy [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0b1ad9d1ec347fd949d612f0350da64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd9a9c12e8fb4648b7c33e47c20df886', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1122.760300] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-4c919e81-1a8b-4858-b438-65d8876b5c6c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.760448] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-4c919e81-1a8b-4858-b438-65d8876b5c6c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.760595] env[70691]: DEBUG nova.network.neutron [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1122.830191] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.934340] env[70691]: DEBUG nova.network.neutron [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Successfully created port: 238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.979254] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454725, 'name': CreateVM_Task, 'duration_secs': 0.517549} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.979507] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1122.981462] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.981462] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.981462] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.981462] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed43d91-631a-44ce-baa6-4ded9cecec6a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.986757] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1122.986757] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e5a6ba-8731-70fc-1ccc-2aafa70eac30" [ 1122.986757] env[70691]: _type = "Task" [ 1122.986757] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.997566] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e5a6ba-8731-70fc-1ccc-2aafa70eac30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.110380] env[70691]: DEBUG nova.objects.base [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1123.112908] env[70691]: DEBUG nova.compute.manager [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1123.158346] env[70691]: DEBUG nova.network.neutron [req-6fc93deb-902c-4650-a348-67203d286ebe req-a1e9119a-ddcb-489e-9951-d2fead86acda service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Updated VIF entry in instance network info cache for port 2a943fd7-080c-4b34-ad14-96f306e6e7db. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1123.158797] env[70691]: DEBUG nova.network.neutron [req-6fc93deb-902c-4650-a348-67203d286ebe req-a1e9119a-ddcb-489e-9951-d2fead86acda service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Updating instance_info_cache with network_info: [{"id": "2a943fd7-080c-4b34-ad14-96f306e6e7db", "address": "fa:16:3e:7d:a7:c4", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a943fd7-08", "ovs_interfaceid": "2a943fd7-080c-4b34-ad14-96f306e6e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.302300] env[70691]: DEBUG nova.network.neutron [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1123.340559] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454726, 'name': ReconfigVM_Task, 'duration_secs': 0.940895} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.341114] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411/56fa30c7-6a9c-4ab0-b82e-ee07bac6b411.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.342319] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cff72b4-2ba3-4792-8f97-4f8c7ac049bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.347211] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0defaa6-aaaa-47f4-8770-82709550d35f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.352626] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1123.352626] env[70691]: value = "task-3454727" [ 1123.352626] env[70691]: _type = "Task" [ 1123.352626] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.359469] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829822a3-76a6-4f00-aa6f-b930b3dea51a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.369222] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454727, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.400036] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d14e6d-70f0-497b-abc1-3a88c2fb6d0a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.410074] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1494fb7-a792-4378-bc39-b82e930f5a50 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.427913] env[70691]: DEBUG nova.compute.provider_tree [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.498160] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e5a6ba-8731-70fc-1ccc-2aafa70eac30, 'name': SearchDatastore_Task, 'duration_secs': 0.015531} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.500716] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.501174] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.501393] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.501553] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.501739] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.502027] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc28780d-3776-4235-b4fc-aecb1871df2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.512213] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.512416] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1123.513168] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7eeb4b-f996-402f-bf9a-cf224db3e636 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.522621] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1123.522621] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529819ee-48c6-6477-64dd-87a4df32f784" [ 1123.522621] env[70691]: _type = "Task" [ 1123.522621] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.532279] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529819ee-48c6-6477-64dd-87a4df32f784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.568577] env[70691]: DEBUG nova.network.neutron [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Updating instance_info_cache with network_info: [{"id": "81e9127b-e3f3-4894-bab8-bce2285ed9c8", "address": "fa:16:3e:64:7b:f6", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e9127b-e3", "ovs_interfaceid": "81e9127b-e3f3-4894-bab8-bce2285ed9c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.661850] env[70691]: DEBUG oslo_concurrency.lockutils [req-6fc93deb-902c-4650-a348-67203d286ebe req-a1e9119a-ddcb-489e-9951-d2fead86acda service nova] Releasing lock "refresh_cache-38abe4e5-02ef-4006-843e-a9741ddc7edb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.865823] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454727, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.931111] env[70691]: DEBUG nova.scheduler.client.report [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1124.033894] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529819ee-48c6-6477-64dd-87a4df32f784, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.034708] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c67987c-38c5-4d7f-9c54-028c12456141 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.039826] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1124.039826] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522db383-62ba-fdc9-373b-badba1f198de" [ 1124.039826] env[70691]: _type = "Task" [ 1124.039826] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.050366] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522db383-62ba-fdc9-373b-badba1f198de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.070994] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-4c919e81-1a8b-4858-b438-65d8876b5c6c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.071347] env[70691]: DEBUG nova.compute.manager [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Instance network_info: |[{"id": "81e9127b-e3f3-4894-bab8-bce2285ed9c8", "address": "fa:16:3e:64:7b:f6", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e9127b-e3", "ovs_interfaceid": "81e9127b-e3f3-4894-bab8-bce2285ed9c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1124.071751] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:7b:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e9127b-e3f3-4894-bab8-bce2285ed9c8', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.079478] env[70691]: DEBUG oslo.service.loopingcall [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.080025] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1124.080283] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e831d4bc-30dc-44e2-a3ae-35005801519f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.100750] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.100750] env[70691]: value = "task-3454728" [ 1124.100750] env[70691]: _type = "Task" [ 1124.100750] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.113414] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454728, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.123072] env[70691]: DEBUG nova.compute.manager [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1124.151759] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1124.152119] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1124.152291] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.152505] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1124.152710] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.152908] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1124.153154] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1124.153355] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1124.153488] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1124.153649] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1124.153817] env[70691]: DEBUG nova.virt.hardware [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1124.154708] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44510a83-995a-4b23-9a30-7d1b48b6ffc8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.163209] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3a81e7-74ee-44a0-bc67-b45cde6f288f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.168927] env[70691]: DEBUG nova.compute.manager [req-1a3d6ebb-c5f9-4010-a289-d0378757982e req-8fb4e106-0436-4840-852f-38d64c8e7b1f service nova] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Received event network-changed-81e9127b-e3f3-4894-bab8-bce2285ed9c8 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1124.169119] env[70691]: DEBUG nova.compute.manager [req-1a3d6ebb-c5f9-4010-a289-d0378757982e req-8fb4e106-0436-4840-852f-38d64c8e7b1f service nova] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Refreshing instance network info cache due to event network-changed-81e9127b-e3f3-4894-bab8-bce2285ed9c8. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1124.169348] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a3d6ebb-c5f9-4010-a289-d0378757982e req-8fb4e106-0436-4840-852f-38d64c8e7b1f service nova] Acquiring lock "refresh_cache-4c919e81-1a8b-4858-b438-65d8876b5c6c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.169496] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a3d6ebb-c5f9-4010-a289-d0378757982e req-8fb4e106-0436-4840-852f-38d64c8e7b1f service nova] Acquired lock "refresh_cache-4c919e81-1a8b-4858-b438-65d8876b5c6c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.169662] env[70691]: DEBUG nova.network.neutron [req-1a3d6ebb-c5f9-4010-a289-d0378757982e req-8fb4e106-0436-4840-852f-38d64c8e7b1f service nova] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Refreshing network info cache for port 81e9127b-e3f3-4894-bab8-bce2285ed9c8 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1124.368262] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454727, 'name': Rename_Task, 'duration_secs': 0.985895} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.368628] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1124.368835] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a09e5b2-91ec-43f1-93a5-f59d48f957c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.377642] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1124.377642] env[70691]: value = "task-3454729" [ 1124.377642] env[70691]: _type = "Task" [ 1124.377642] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.390314] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.436775] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.439434] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.073s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.439725] env[70691]: DEBUG nova.objects.instance [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lazy-loading 'resources' on Instance uuid 21a66ba8-8002-4eaa-85db-47abae8b3b8c {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.549189] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522db383-62ba-fdc9-373b-badba1f198de, 'name': SearchDatastore_Task, 'duration_secs': 0.041471} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.550094] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.550094] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 38abe4e5-02ef-4006-843e-a9741ddc7edb/38abe4e5-02ef-4006-843e-a9741ddc7edb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1124.550094] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00432f1c-f52b-4a01-9e73-5924bbd1ab09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.556506] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1124.556506] env[70691]: value = "task-3454730" [ 1124.556506] env[70691]: _type = "Task" [ 1124.556506] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.565231] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.613637] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454728, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.791538] env[70691]: DEBUG nova.network.neutron [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Successfully updated port: 238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.887103] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.909566] env[70691]: DEBUG nova.network.neutron [req-1a3d6ebb-c5f9-4010-a289-d0378757982e req-8fb4e106-0436-4840-852f-38d64c8e7b1f service nova] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Updated VIF entry in instance network info cache for port 81e9127b-e3f3-4894-bab8-bce2285ed9c8. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1124.910065] env[70691]: DEBUG nova.network.neutron [req-1a3d6ebb-c5f9-4010-a289-d0378757982e req-8fb4e106-0436-4840-852f-38d64c8e7b1f service nova] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Updating instance_info_cache with network_info: [{"id": "81e9127b-e3f3-4894-bab8-bce2285ed9c8", "address": "fa:16:3e:64:7b:f6", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e9127b-e3", "ovs_interfaceid": "81e9127b-e3f3-4894-bab8-bce2285ed9c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.948823] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d21a64eb-b087-4a34-b0d4-466e3f30f940 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.306s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.949796] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.211s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.949959] env[70691]: INFO nova.compute.manager [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Unshelving [ 1125.066459] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.106823] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3860d27-d85d-40ca-9fe0-9a1601926c90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.114365] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454728, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.116863] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f2d6a-25e1-493e-b951-34c4daf1fc8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.147387] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe33d4e-8b7c-4c3a-8295-08a156c325c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.154720] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6661b25-1ca4-4a1e-af82-efdbfe87b90d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.169086] env[70691]: DEBUG nova.compute.provider_tree [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.295496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.295691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.295789] env[70691]: DEBUG nova.network.neutron [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1125.388504] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454729, 'name': PowerOnVM_Task, 'duration_secs': 0.559621} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.388837] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1125.389061] env[70691]: INFO nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1125.389255] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1125.390072] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9048de92-e6c2-4155-8d1e-7008a046011e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.413733] env[70691]: DEBUG oslo_concurrency.lockutils [req-1a3d6ebb-c5f9-4010-a289-d0378757982e req-8fb4e106-0436-4840-852f-38d64c8e7b1f service nova] Releasing lock "refresh_cache-4c919e81-1a8b-4858-b438-65d8876b5c6c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.566822] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.612274] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454728, 'name': CreateVM_Task, 'duration_secs': 1.436444} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.612507] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1125.613238] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.613402] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.613728] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.614011] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd7e2a9-aebb-4779-b39d-1c17aa2cc1f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.619136] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1125.619136] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52438beb-9f68-1f39-e0ae-52e1fb4d5a09" [ 1125.619136] env[70691]: _type = "Task" [ 1125.619136] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.628077] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52438beb-9f68-1f39-e0ae-52e1fb4d5a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.672643] env[70691]: DEBUG nova.scheduler.client.report [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1125.840818] env[70691]: DEBUG nova.network.neutron [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1125.914958] env[70691]: INFO nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Took 13.08 seconds to build instance. [ 1125.960430] env[70691]: DEBUG nova.compute.utils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1126.026411] env[70691]: DEBUG nova.network.neutron [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating instance_info_cache with network_info: [{"id": "238990e3-1a97-4616-a8d1-5036251e0f19", "address": "fa:16:3e:79:54:28", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238990e3-1a", "ovs_interfaceid": "238990e3-1a97-4616-a8d1-5036251e0f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.068789] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454730, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.134295] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52438beb-9f68-1f39-e0ae-52e1fb4d5a09, 'name': SearchDatastore_Task, 'duration_secs': 0.010981} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.136332] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.136757] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.137161] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.137431] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.137737] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.143080] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea86db0c-817f-4baa-8d5c-5be7a59c6a84 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.161900] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.161900] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1126.163518] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c325b80-a029-46d8-a000-2d59b41dc4f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.171261] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1126.171261] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a7c8ac-0461-91bf-1e31-45bd04ab4481" [ 1126.171261] env[70691]: _type = "Task" [ 1126.171261] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.178879] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.183498] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.065s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.186034] env[70691]: INFO nova.compute.claims [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.196066] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a7c8ac-0461-91bf-1e31-45bd04ab4481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.198388] env[70691]: DEBUG nova.compute.manager [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received event network-vif-plugged-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1126.198658] env[70691]: DEBUG oslo_concurrency.lockutils [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] Acquiring lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.198829] env[70691]: DEBUG oslo_concurrency.lockutils [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.199307] env[70691]: DEBUG oslo_concurrency.lockutils [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.199307] env[70691]: DEBUG nova.compute.manager [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] No waiting events found dispatching network-vif-plugged-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1126.199409] env[70691]: WARNING nova.compute.manager [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received unexpected event network-vif-plugged-238990e3-1a97-4616-a8d1-5036251e0f19 for instance with vm_state building and task_state spawning. [ 1126.199515] env[70691]: DEBUG nova.compute.manager [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received event network-changed-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1126.199664] env[70691]: DEBUG nova.compute.manager [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Refreshing instance network info cache due to event network-changed-238990e3-1a97-4616-a8d1-5036251e0f19. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1126.199837] env[70691]: DEBUG oslo_concurrency.lockutils [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] Acquiring lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.202567] env[70691]: INFO nova.scheduler.client.report [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Deleted allocations for instance 21a66ba8-8002-4eaa-85db-47abae8b3b8c [ 1126.418785] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.594s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.463721] env[70691]: INFO nova.virt.block_device [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Booting with volume 3c6ca66d-f1dc-48bd-8e35-b844820e3601 at /dev/sdb [ 1126.500691] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2de9b2dc-00b6-44be-97cb-0ca072685568 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.510807] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18362d97-e387-4490-bfd7-190c6fe4ac31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.529425] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.529690] env[70691]: DEBUG nova.compute.manager [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Instance network_info: |[{"id": "238990e3-1a97-4616-a8d1-5036251e0f19", "address": "fa:16:3e:79:54:28", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238990e3-1a", "ovs_interfaceid": "238990e3-1a97-4616-a8d1-5036251e0f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1126.530012] env[70691]: DEBUG oslo_concurrency.lockutils [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] Acquired lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.530211] env[70691]: DEBUG nova.network.neutron [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Refreshing network info cache for port 238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1126.531531] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:54:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '238990e3-1a97-4616-a8d1-5036251e0f19', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.540029] env[70691]: DEBUG oslo.service.loopingcall [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.550489] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1126.550921] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17835bea-1bfa-4800-8fcb-d4716fde47c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.565249] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-933393d8-a6bb-468f-bbad-91ffd8966c04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.575297] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.575297] env[70691]: value = "task-3454731" [ 1126.575297] env[70691]: _type = "Task" [ 1126.575297] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.579406] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454730, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.744026} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.582404] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 38abe4e5-02ef-4006-843e-a9741ddc7edb/38abe4e5-02ef-4006-843e-a9741ddc7edb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1126.582656] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.585430] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003df84-662b-430d-9d75-facfba477a7c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.595648] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad9555b8-b682-454e-9d7a-a6bb66935b98 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.605257] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454731, 'name': CreateVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.607190] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1126.607190] env[70691]: value = "task-3454732" [ 1126.607190] env[70691]: _type = "Task" [ 1126.607190] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.631879] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca3e89b-36bf-4611-a51a-f996136ab5ab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.634638] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.639477] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb811523-54c0-4045-89c1-1ba96e7e4fb0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.642286] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-a4c383a4-34e7-431b-bfe4-fdbefb10503a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.642559] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-a4c383a4-34e7-431b-bfe4-fdbefb10503a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.642938] env[70691]: DEBUG nova.objects.instance [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'flavor' on Instance uuid eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.657320] env[70691]: DEBUG nova.virt.block_device [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating existing volume attachment record: a2e6e172-5df8-4f4c-8c88-677021b64f5c {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.682309] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a7c8ac-0461-91bf-1e31-45bd04ab4481, 'name': SearchDatastore_Task, 'duration_secs': 0.057661} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.683739] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e0a69c-3bb1-4aae-b35e-eae3ab25cd8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.690086] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1126.690086] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5292145b-c33f-2a2c-1753-e6b825e6efb8" [ 1126.690086] env[70691]: _type = "Task" [ 1126.690086] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.701853] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5292145b-c33f-2a2c-1753-e6b825e6efb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.709935] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dfdc00fd-a8b6-471c-aa40-c05f32c46f6e tempest-ServerMetadataTestJSON-881789386 tempest-ServerMetadataTestJSON-881789386-project-member] Lock "21a66ba8-8002-4eaa-85db-47abae8b3b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.894s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.092124] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454731, 'name': CreateVM_Task, 'duration_secs': 0.365611} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.092384] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1127.093156] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.093371] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.093764] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.094051] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb74ea2-972b-4e2d-901b-f48ca95626a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.098715] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1127.098715] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52807981-e63c-98e2-82f5-a575c2482878" [ 1127.098715] env[70691]: _type = "Task" [ 1127.098715] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.108796] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52807981-e63c-98e2-82f5-a575c2482878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.117805] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084208} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.118238] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.119179] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17873f0c-5608-452f-8ac8-10e2b1c73695 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.143791] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 38abe4e5-02ef-4006-843e-a9741ddc7edb/38abe4e5-02ef-4006-843e-a9741ddc7edb.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.144135] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71637f4-a3c5-487c-b670-2c2fdc934b41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.172581] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1127.172581] env[70691]: value = "task-3454736" [ 1127.172581] env[70691]: _type = "Task" [ 1127.172581] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.181695] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.205658] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5292145b-c33f-2a2c-1753-e6b825e6efb8, 'name': SearchDatastore_Task, 'duration_secs': 0.018229} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.206251] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.206673] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 4c919e81-1a8b-4858-b438-65d8876b5c6c/4c919e81-1a8b-4858-b438-65d8876b5c6c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1127.207083] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2315359a-af0e-4b2e-aaee-c886fb1b195a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.214840] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1127.214840] env[70691]: value = "task-3454737" [ 1127.214840] env[70691]: _type = "Task" [ 1127.214840] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.224529] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.289448] env[70691]: DEBUG nova.objects.instance [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'pci_requests' on Instance uuid eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.399201] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b6fc4-0b80-4b65-88ee-c65e876faa98 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.407507] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2481641d-4c3b-4d64-a5ee-41285a9af5b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.438605] env[70691]: DEBUG nova.network.neutron [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updated VIF entry in instance network info cache for port 238990e3-1a97-4616-a8d1-5036251e0f19. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1127.438914] env[70691]: DEBUG nova.network.neutron [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating instance_info_cache with network_info: [{"id": "238990e3-1a97-4616-a8d1-5036251e0f19", "address": "fa:16:3e:79:54:28", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238990e3-1a", "ovs_interfaceid": "238990e3-1a97-4616-a8d1-5036251e0f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.440886] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299ca10c-97d1-4664-9354-9e4e9a0f5234 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.450035] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c991f1ae-6897-4d5d-994e-ade09a23233d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.467184] env[70691]: DEBUG nova.compute.provider_tree [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.611933] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52807981-e63c-98e2-82f5-a575c2482878, 'name': SearchDatastore_Task, 'duration_secs': 0.009087} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.612407] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.612747] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.613111] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.613273] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.613477] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.613804] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961925d4-1c72-4614-b3f0-b386524de551 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.627971] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.628252] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1127.630729] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c779c31c-f8ca-4086-9960-9dca78533668 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.640773] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1127.640773] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52496bb4-ef95-1c9c-aa22-bfe5c3bf9baf" [ 1127.640773] env[70691]: _type = "Task" [ 1127.640773] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.653985] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52496bb4-ef95-1c9c-aa22-bfe5c3bf9baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.686218] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454736, 'name': ReconfigVM_Task, 'duration_secs': 0.479075} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.687088] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 38abe4e5-02ef-4006-843e-a9741ddc7edb/38abe4e5-02ef-4006-843e-a9741ddc7edb.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.687448] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-839713e4-86bc-4720-8867-45f6a860ae7d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.695462] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1127.695462] env[70691]: value = "task-3454738" [ 1127.695462] env[70691]: _type = "Task" [ 1127.695462] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.706117] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454738, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.725059] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454737, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.795699] env[70691]: DEBUG nova.objects.base [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1127.795947] env[70691]: DEBUG nova.network.neutron [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1127.870469] env[70691]: DEBUG nova.policy [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95ecf5da09344888d0eac3d213acf70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5279a7893b4af5af7d4ee978ac49c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1127.946258] env[70691]: DEBUG oslo_concurrency.lockutils [req-8bf07d72-3c0c-4e1c-83a6-0564c9014936 req-f0513736-a7fe-464a-be84-2fb3a5f9e4a6 service nova] Releasing lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.971155] env[70691]: DEBUG nova.scheduler.client.report [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1128.151616] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52496bb4-ef95-1c9c-aa22-bfe5c3bf9baf, 'name': SearchDatastore_Task, 'duration_secs': 0.050046} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.152692] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0daacf52-8c07-429e-b082-c4fbd61b7bf2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.160371] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1128.160371] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529e45d9-f815-09f0-d7ed-a8ea9a0dea1b" [ 1128.160371] env[70691]: _type = "Task" [ 1128.160371] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.167414] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529e45d9-f815-09f0-d7ed-a8ea9a0dea1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.207157] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454738, 'name': Rename_Task, 'duration_secs': 0.148687} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.207157] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1128.207357] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-229b5619-d38a-4327-8aba-cc7bbb48052e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.216251] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1128.216251] env[70691]: value = "task-3454739" [ 1128.216251] env[70691]: _type = "Task" [ 1128.216251] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.226301] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.230115] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454737, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.485735] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.486518] env[70691]: DEBUG nova.compute.manager [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1128.669815] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529e45d9-f815-09f0-d7ed-a8ea9a0dea1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.670125] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.670399] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535/83ce245c-18c8-4de8-8fa9-564e11ba7535.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1128.670733] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c889da78-14ee-4645-b22f-bb47aea786ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.678232] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1128.678232] env[70691]: value = "task-3454740" [ 1128.678232] env[70691]: _type = "Task" [ 1128.678232] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.685951] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.727524] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.730558] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454737, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.991225] env[70691]: DEBUG nova.compute.utils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1128.992923] env[70691]: DEBUG nova.compute.manager [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1128.993170] env[70691]: DEBUG nova.network.neutron [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1129.051937] env[70691]: DEBUG nova.policy [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfefdefdb9934ae59646b8ba6c7426a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e26f0b86cff4415be016829a740b46a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1129.188680] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472492} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.188986] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535/83ce245c-18c8-4de8-8fa9-564e11ba7535.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1129.189253] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.189529] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86a8144f-c8ba-4cd2-ab96-8151f1037497 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.196542] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1129.196542] env[70691]: value = "task-3454742" [ 1129.196542] env[70691]: _type = "Task" [ 1129.196542] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.204040] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.233133] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454737, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.531215} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.233423] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.233678] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 4c919e81-1a8b-4858-b438-65d8876b5c6c/4c919e81-1a8b-4858-b438-65d8876b5c6c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1129.233893] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.234176] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27018323-e3c3-4fde-888d-0d313bbae288 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.241054] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1129.241054] env[70691]: value = "task-3454743" [ 1129.241054] env[70691]: _type = "Task" [ 1129.241054] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.250014] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.464796] env[70691]: DEBUG nova.network.neutron [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Successfully created port: e95687c3-00eb-432c-af29-0c50c0d84684 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.498485] env[70691]: DEBUG nova.compute.manager [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1129.546214] env[70691]: DEBUG nova.network.neutron [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Successfully updated port: a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.691760] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "0a7936d0-e175-4346-8491-98f1864decdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.692098] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "0a7936d0-e175-4346-8491-98f1864decdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.709162] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112915} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.709517] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.710575] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c65837-83d0-4250-81db-b2a6b4321d50 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.742219] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535/83ce245c-18c8-4de8-8fa9-564e11ba7535.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.746265] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00cbb1c-8e36-4924-a8d7-43c7e0df4d5a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.761110] env[70691]: DEBUG oslo_vmware.api [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454739, 'name': PowerOnVM_Task, 'duration_secs': 1.504762} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.764917] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1129.764917] env[70691]: INFO nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1129.764917] env[70691]: DEBUG nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1129.765699] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee80520-d3a4-49ad-bd97-15423176f449 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.770576] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1129.770576] env[70691]: value = "task-3454744" [ 1129.770576] env[70691]: _type = "Task" [ 1129.770576] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.777764] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.318214} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.780874] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.781926] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1bdf9a-f8ab-4cc3-97b1-6b0ed44c0280 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.792019] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.808676] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4c919e81-1a8b-4858-b438-65d8876b5c6c/4c919e81-1a8b-4858-b438-65d8876b5c6c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.808999] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f8d627-1ac2-4fdd-afee-33fa81297296 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.831482] env[70691]: DEBUG nova.compute.manager [req-768c5c46-36b2-4393-9555-325bf715cd33 req-4e91c207-b17e-4674-aed5-1bb8fb3fdaf0 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received event network-vif-plugged-a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1129.831676] env[70691]: DEBUG oslo_concurrency.lockutils [req-768c5c46-36b2-4393-9555-325bf715cd33 req-4e91c207-b17e-4674-aed5-1bb8fb3fdaf0 service nova] Acquiring lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.831919] env[70691]: DEBUG oslo_concurrency.lockutils [req-768c5c46-36b2-4393-9555-325bf715cd33 req-4e91c207-b17e-4674-aed5-1bb8fb3fdaf0 service nova] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.832125] env[70691]: DEBUG oslo_concurrency.lockutils [req-768c5c46-36b2-4393-9555-325bf715cd33 req-4e91c207-b17e-4674-aed5-1bb8fb3fdaf0 service nova] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.832319] env[70691]: DEBUG nova.compute.manager [req-768c5c46-36b2-4393-9555-325bf715cd33 req-4e91c207-b17e-4674-aed5-1bb8fb3fdaf0 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] No waiting events found dispatching network-vif-plugged-a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1129.832557] env[70691]: WARNING nova.compute.manager [req-768c5c46-36b2-4393-9555-325bf715cd33 req-4e91c207-b17e-4674-aed5-1bb8fb3fdaf0 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received unexpected event network-vif-plugged-a4c383a4-34e7-431b-bfe4-fdbefb10503a for instance with vm_state active and task_state None. [ 1129.838073] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1129.838073] env[70691]: value = "task-3454745" [ 1129.838073] env[70691]: _type = "Task" [ 1129.838073] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.849399] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.048561] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.048774] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.048960] env[70691]: DEBUG nova.network.neutron [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1130.197338] env[70691]: DEBUG nova.compute.manager [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1130.289916] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454744, 'name': ReconfigVM_Task, 'duration_secs': 0.299626} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.290448] env[70691]: INFO nova.compute.manager [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Took 17.39 seconds to build instance. [ 1130.291450] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535/83ce245c-18c8-4de8-8fa9-564e11ba7535.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.292511] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa3dbb1-ca85-4ab3-a5e1-d5780c6a5ef0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.299024] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1130.299024] env[70691]: value = "task-3454746" [ 1130.299024] env[70691]: _type = "Task" [ 1130.299024] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.308196] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454746, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.350379] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454745, 'name': ReconfigVM_Task, 'duration_secs': 0.321486} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.350707] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4c919e81-1a8b-4858-b438-65d8876b5c6c/4c919e81-1a8b-4858-b438-65d8876b5c6c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.351368] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67864f52-d0d4-4bec-a6ac-3c7a2684d3dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.358780] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1130.358780] env[70691]: value = "task-3454747" [ 1130.358780] env[70691]: _type = "Task" [ 1130.358780] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.371733] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454747, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.509040] env[70691]: DEBUG nova.compute.manager [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1130.536313] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1130.536623] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1130.536794] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.536982] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1130.537195] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.537392] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1130.537612] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1130.537797] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1130.538052] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1130.538237] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1130.538420] env[70691]: DEBUG nova.virt.hardware [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1130.539314] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5fd04b-3230-4d0e-b688-d99df81a1455 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.547719] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1f77a4-be72-4d5a-8a35-0402212dba10 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.597754] env[70691]: WARNING nova.network.neutron [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] 3ce90583-94af-4c78-be6f-057bb6b7c5a2 already exists in list: networks containing: ['3ce90583-94af-4c78-be6f-057bb6b7c5a2']. ignoring it [ 1130.717285] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.717573] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.719064] env[70691]: INFO nova.compute.claims [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.795942] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b67360a7-e63d-46f5-b8b5-00c687393f2a tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "38abe4e5-02ef-4006-843e-a9741ddc7edb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.915s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.808998] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454746, 'name': Rename_Task, 'duration_secs': 0.178213} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.811017] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1130.811017] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb23886-0b08-458e-a13a-d1df7f5efeeb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.815758] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1130.815758] env[70691]: value = "task-3454748" [ 1130.815758] env[70691]: _type = "Task" [ 1130.815758] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.826926] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.870687] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454747, 'name': Rename_Task, 'duration_secs': 0.165507} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.870962] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1130.871229] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cafaa97b-e6ef-46dd-8d0e-82b88434e822 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.876694] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1130.876694] env[70691]: value = "task-3454749" [ 1130.876694] env[70691]: _type = "Task" [ 1130.876694] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.885028] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.891568] env[70691]: DEBUG nova.network.neutron [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4c383a4-34e7-431b-bfe4-fdbefb10503a", "address": "fa:16:3e:21:28:f2", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c383a4-34", "ovs_interfaceid": "a4c383a4-34e7-431b-bfe4-fdbefb10503a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.175457] env[70691]: DEBUG nova.network.neutron [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Successfully updated port: e95687c3-00eb-432c-af29-0c50c0d84684 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.209636] env[70691]: DEBUG nova.compute.manager [req-cedd2c3a-c7bf-4126-8036-15d6b99b53e7 req-cfc150ef-ba8f-410a-963b-0275e2c966cf service nova] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Received event network-vif-plugged-e95687c3-00eb-432c-af29-0c50c0d84684 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1131.210916] env[70691]: DEBUG oslo_concurrency.lockutils [req-cedd2c3a-c7bf-4126-8036-15d6b99b53e7 req-cfc150ef-ba8f-410a-963b-0275e2c966cf service nova] Acquiring lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.210916] env[70691]: DEBUG oslo_concurrency.lockutils [req-cedd2c3a-c7bf-4126-8036-15d6b99b53e7 req-cfc150ef-ba8f-410a-963b-0275e2c966cf service nova] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.210916] env[70691]: DEBUG oslo_concurrency.lockutils [req-cedd2c3a-c7bf-4126-8036-15d6b99b53e7 req-cfc150ef-ba8f-410a-963b-0275e2c966cf service nova] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.211028] env[70691]: DEBUG nova.compute.manager [req-cedd2c3a-c7bf-4126-8036-15d6b99b53e7 req-cfc150ef-ba8f-410a-963b-0275e2c966cf service nova] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] No waiting events found dispatching network-vif-plugged-e95687c3-00eb-432c-af29-0c50c0d84684 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1131.211214] env[70691]: WARNING nova.compute.manager [req-cedd2c3a-c7bf-4126-8036-15d6b99b53e7 req-cfc150ef-ba8f-410a-963b-0275e2c966cf service nova] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Received unexpected event network-vif-plugged-e95687c3-00eb-432c-af29-0c50c0d84684 for instance with vm_state building and task_state spawning. [ 1131.329128] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.388076] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454749, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.394878] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.395721] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.395919] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.396764] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbc31dd-bc27-4357-a08d-a2b848628425 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.413343] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1131.413605] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1131.413769] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.413954] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1131.414120] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.414275] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1131.414529] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1131.414720] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1131.414894] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1131.415073] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1131.415293] env[70691]: DEBUG nova.virt.hardware [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1131.422669] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Reconfiguring VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1131.423047] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568cd0e4-d62b-45c2-a925-a96a9b12805f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.439470] env[70691]: DEBUG oslo_vmware.api [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1131.439470] env[70691]: value = "task-3454750" [ 1131.439470] env[70691]: _type = "Task" [ 1131.439470] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.447602] env[70691]: DEBUG oslo_vmware.api [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454750, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.496687] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.497048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.497311] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.497572] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.497827] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.500340] env[70691]: INFO nova.compute.manager [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Terminating instance [ 1131.502223] env[70691]: DEBUG nova.compute.manager [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1131.502423] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1131.503507] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2726aa-a606-4164-a391-13ef9eb2c24d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.513259] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1131.513558] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a8ef3c-f378-4cfe-b59a-e91d00432dcf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.519796] env[70691]: DEBUG oslo_vmware.api [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1131.519796] env[70691]: value = "task-3454751" [ 1131.519796] env[70691]: _type = "Task" [ 1131.519796] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.527529] env[70691]: DEBUG oslo_vmware.api [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.678644] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "refresh_cache-ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.678848] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "refresh_cache-ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.679030] env[70691]: DEBUG nova.network.neutron [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1131.685062] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "38abe4e5-02ef-4006-843e-a9741ddc7edb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.685250] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "38abe4e5-02ef-4006-843e-a9741ddc7edb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.685513] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "38abe4e5-02ef-4006-843e-a9741ddc7edb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.685703] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "38abe4e5-02ef-4006-843e-a9741ddc7edb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.685876] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "38abe4e5-02ef-4006-843e-a9741ddc7edb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.688304] env[70691]: INFO nova.compute.manager [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Terminating instance [ 1131.689990] env[70691]: DEBUG nova.compute.manager [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1131.690209] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1131.691036] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de575e3b-f63e-45fa-b669-30e47b6da18f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.699168] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1131.699411] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9be05db-10a4-416a-aff1-70488a1e3b90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.705720] env[70691]: DEBUG oslo_vmware.api [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1131.705720] env[70691]: value = "task-3454752" [ 1131.705720] env[70691]: _type = "Task" [ 1131.705720] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.717161] env[70691]: DEBUG oslo_vmware.api [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.832009] env[70691]: DEBUG oslo_vmware.api [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454748, 'name': PowerOnVM_Task, 'duration_secs': 0.622471} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.832314] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1131.832530] env[70691]: INFO nova.compute.manager [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1131.832709] env[70691]: DEBUG nova.compute.manager [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1131.833608] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5619c9-acc3-4afc-bf87-5e4849ba8ad7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.847628] env[70691]: DEBUG nova.compute.manager [req-51fa1b3e-4996-4d09-a129-e6ba1c21e4fe req-0c008fa9-37c6-49a8-80e9-5497613a794b service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received event network-changed-a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1131.847889] env[70691]: DEBUG nova.compute.manager [req-51fa1b3e-4996-4d09-a129-e6ba1c21e4fe req-0c008fa9-37c6-49a8-80e9-5497613a794b service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing instance network info cache due to event network-changed-a4c383a4-34e7-431b-bfe4-fdbefb10503a. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1131.848181] env[70691]: DEBUG oslo_concurrency.lockutils [req-51fa1b3e-4996-4d09-a129-e6ba1c21e4fe req-0c008fa9-37c6-49a8-80e9-5497613a794b service nova] Acquiring lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.848410] env[70691]: DEBUG oslo_concurrency.lockutils [req-51fa1b3e-4996-4d09-a129-e6ba1c21e4fe req-0c008fa9-37c6-49a8-80e9-5497613a794b service nova] Acquired lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.848639] env[70691]: DEBUG nova.network.neutron [req-51fa1b3e-4996-4d09-a129-e6ba1c21e4fe req-0c008fa9-37c6-49a8-80e9-5497613a794b service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing network info cache for port a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1131.890830] env[70691]: DEBUG oslo_vmware.api [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454749, 'name': PowerOnVM_Task, 'duration_secs': 0.558732} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.891122] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1131.891329] env[70691]: INFO nova.compute.manager [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1131.891512] env[70691]: DEBUG nova.compute.manager [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1131.892393] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9128a698-f94e-4646-9d6f-ab605f017331 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.922036] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c501a-4629-40ce-a167-bbaa94d7a2bc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.929570] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03cdc69-6fc3-47a3-98e6-a0ff1b907f2a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.965980] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b4ab41-13c8-44b0-8b6d-5b2157eefbf1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.974239] env[70691]: DEBUG oslo_vmware.api [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.977651] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c50f61-f41a-47ba-9326-4bcdb64cb4dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.992546] env[70691]: DEBUG nova.compute.provider_tree [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.030188] env[70691]: DEBUG oslo_vmware.api [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454751, 'name': PowerOffVM_Task, 'duration_secs': 0.286797} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.030515] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1132.030728] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1132.031073] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92f4487f-7d1c-43bb-8107-a5c0080a78aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.131683] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1132.131982] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1132.132206] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleting the datastore file [datastore1] 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.132488] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c08b08-a72a-46e3-b3cc-6b0fac24b7e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.139931] env[70691]: DEBUG oslo_vmware.api [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1132.139931] env[70691]: value = "task-3454754" [ 1132.139931] env[70691]: _type = "Task" [ 1132.139931] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.148746] env[70691]: DEBUG oslo_vmware.api [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.216720] env[70691]: DEBUG oslo_vmware.api [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454752, 'name': PowerOffVM_Task, 'duration_secs': 0.225953} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.217046] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1132.217991] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1132.217991] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2fad5b6-90ec-4204-b14f-aa2c69f49b82 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.223380] env[70691]: DEBUG nova.network.neutron [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1132.266533] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.280934] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1132.281291] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1132.281565] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleting the datastore file [datastore1] 38abe4e5-02ef-4006-843e-a9741ddc7edb {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.281931] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d6dc986-6188-4ef4-bcef-2a64208c54ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.293614] env[70691]: DEBUG oslo_vmware.api [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1132.293614] env[70691]: value = "task-3454756" [ 1132.293614] env[70691]: _type = "Task" [ 1132.293614] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.303675] env[70691]: DEBUG oslo_vmware.api [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.360940] env[70691]: INFO nova.compute.manager [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Took 18.20 seconds to build instance. [ 1132.414035] env[70691]: INFO nova.compute.manager [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Took 18.94 seconds to build instance. [ 1132.471469] env[70691]: DEBUG oslo_vmware.api [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454750, 'name': ReconfigVM_Task, 'duration_secs': 0.877137} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.472281] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.472281] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Reconfigured VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1132.514228] env[70691]: ERROR nova.scheduler.client.report [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [req-13f83467-3b3c-406b-9a90-917189c63a77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0f714c39-9913-4c20-9640-f803078976e4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-13f83467-3b3c-406b-9a90-917189c63a77"}]} [ 1132.530515] env[70691]: DEBUG nova.network.neutron [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Updating instance_info_cache with network_info: [{"id": "e95687c3-00eb-432c-af29-0c50c0d84684", "address": "fa:16:3e:db:1b:32", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95687c3-00", "ovs_interfaceid": "e95687c3-00eb-432c-af29-0c50c0d84684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.539287] env[70691]: DEBUG nova.scheduler.client.report [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1132.554164] env[70691]: DEBUG nova.scheduler.client.report [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1132.554409] env[70691]: DEBUG nova.compute.provider_tree [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.567382] env[70691]: DEBUG nova.scheduler.client.report [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1132.586429] env[70691]: DEBUG nova.scheduler.client.report [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1132.605615] env[70691]: DEBUG nova.network.neutron [req-51fa1b3e-4996-4d09-a129-e6ba1c21e4fe req-0c008fa9-37c6-49a8-80e9-5497613a794b service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updated VIF entry in instance network info cache for port a4c383a4-34e7-431b-bfe4-fdbefb10503a. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1132.606046] env[70691]: DEBUG nova.network.neutron [req-51fa1b3e-4996-4d09-a129-e6ba1c21e4fe req-0c008fa9-37c6-49a8-80e9-5497613a794b service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4c383a4-34e7-431b-bfe4-fdbefb10503a", "address": "fa:16:3e:21:28:f2", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c383a4-34", "ovs_interfaceid": "a4c383a4-34e7-431b-bfe4-fdbefb10503a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.649832] env[70691]: DEBUG oslo_vmware.api [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177363} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.650127] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.650695] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1132.650695] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1132.650900] env[70691]: INFO nova.compute.manager [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1132.651189] env[70691]: DEBUG oslo.service.loopingcall [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.653757] env[70691]: DEBUG nova.compute.manager [-] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1132.653839] env[70691]: DEBUG nova.network.neutron [-] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1132.775718] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e650473a-42cf-42f0-8475-2f37ed97b205 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.783731] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf724d-f3f8-4681-8125-0c7ab32516d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.817927] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b2e08-ef62-49bd-a3e2-89052fc464d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.825664] env[70691]: DEBUG oslo_vmware.api [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332182} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.827734] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.827935] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1132.828136] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1132.828343] env[70691]: INFO nova.compute.manager [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1132.828598] env[70691]: DEBUG oslo.service.loopingcall [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.828797] env[70691]: DEBUG nova.compute.manager [-] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1132.828892] env[70691]: DEBUG nova.network.neutron [-] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1132.831459] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073016ae-c9a3-43df-9cdb-b0b8b0685f3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.848124] env[70691]: DEBUG nova.compute.provider_tree [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.862090] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a6dae789-1e4f-45bc-9d7b-0a444c4f811a tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.709s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.915996] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8aacc91b-f386-481c-bdec-ea5c102d9cbc tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.452s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.977410] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f5b68a4e-b397-4896-a7b4-cce1d3ac9a15 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-a4c383a4-34e7-431b-bfe4-fdbefb10503a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.335s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.033583] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "refresh_cache-ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.033916] env[70691]: DEBUG nova.compute.manager [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Instance network_info: |[{"id": "e95687c3-00eb-432c-af29-0c50c0d84684", "address": "fa:16:3e:db:1b:32", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95687c3-00", "ovs_interfaceid": "e95687c3-00eb-432c-af29-0c50c0d84684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1133.034383] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:1b:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e95687c3-00eb-432c-af29-0c50c0d84684', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.042725] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Creating folder: Project (6e26f0b86cff4415be016829a740b46a). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1133.043089] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1ae2f45-baaa-49a8-9fe0-71c135621d8a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.057388] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Created folder: Project (6e26f0b86cff4415be016829a740b46a) in parent group-v689428. [ 1133.057594] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Creating folder: Instances. Parent ref: group-v689702. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1133.057852] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3440c60-5930-457f-8f5f-c3bc85763fdd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.071634] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Created folder: Instances in parent group-v689702. [ 1133.071906] env[70691]: DEBUG oslo.service.loopingcall [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.072123] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1133.072343] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f5b1f67-d137-490c-9ea5-3f6f76b0d85d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.092506] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.092506] env[70691]: value = "task-3454759" [ 1133.092506] env[70691]: _type = "Task" [ 1133.092506] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.103325] env[70691]: DEBUG oslo_concurrency.lockutils [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "4c919e81-1a8b-4858-b438-65d8876b5c6c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.103325] env[70691]: DEBUG oslo_concurrency.lockutils [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.103325] env[70691]: DEBUG nova.compute.manager [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1133.103325] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454759, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.103325] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24d444-dcc9-48c0-87ff-db59f494820c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.108146] env[70691]: DEBUG nova.compute.manager [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1133.109328] env[70691]: DEBUG nova.objects.instance [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'flavor' on Instance uuid 4c919e81-1a8b-4858-b438-65d8876b5c6c {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.111688] env[70691]: DEBUG oslo_concurrency.lockutils [req-51fa1b3e-4996-4d09-a129-e6ba1c21e4fe req-0c008fa9-37c6-49a8-80e9-5497613a794b service nova] Releasing lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.283734] env[70691]: DEBUG nova.compute.manager [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Received event network-changed-e95687c3-00eb-432c-af29-0c50c0d84684 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1133.284452] env[70691]: DEBUG nova.compute.manager [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Refreshing instance network info cache due to event network-changed-e95687c3-00eb-432c-af29-0c50c0d84684. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1133.284736] env[70691]: DEBUG oslo_concurrency.lockutils [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] Acquiring lock "refresh_cache-ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.284904] env[70691]: DEBUG oslo_concurrency.lockutils [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] Acquired lock "refresh_cache-ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.285104] env[70691]: DEBUG nova.network.neutron [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Refreshing network info cache for port e95687c3-00eb-432c-af29-0c50c0d84684 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1133.351513] env[70691]: DEBUG nova.scheduler.client.report [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1133.409329] env[70691]: DEBUG nova.network.neutron [-] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.603910] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454759, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.615911] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1133.617729] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e703d90-21a8-4230-9317-f935b593f463 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.626222] env[70691]: DEBUG oslo_vmware.api [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1133.626222] env[70691]: value = "task-3454760" [ 1133.626222] env[70691]: _type = "Task" [ 1133.626222] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.638668] env[70691]: DEBUG oslo_vmware.api [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.677286] env[70691]: DEBUG nova.network.neutron [-] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.857179] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.139s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.857785] env[70691]: DEBUG nova.compute.manager [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1133.861064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.595s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.861889] env[70691]: DEBUG nova.objects.instance [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'pci_requests' on Instance uuid c59bc96f-5ddc-4a4b-89e5-53486598bdaf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.913638] env[70691]: INFO nova.compute.manager [-] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Took 1.26 seconds to deallocate network for instance. [ 1133.925675] env[70691]: DEBUG nova.compute.manager [req-c6c97079-b9bc-42e4-93f4-77cb9c4b3ea3 req-781f171e-f3f4-498e-90d4-b5acba2c949b service nova] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Received event network-vif-deleted-054a9c75-f71e-4388-b78e-729a2fbf8981 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1134.030941] env[70691]: DEBUG nova.network.neutron [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Updated VIF entry in instance network info cache for port e95687c3-00eb-432c-af29-0c50c0d84684. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1134.031334] env[70691]: DEBUG nova.network.neutron [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Updating instance_info_cache with network_info: [{"id": "e95687c3-00eb-432c-af29-0c50c0d84684", "address": "fa:16:3e:db:1b:32", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95687c3-00", "ovs_interfaceid": "e95687c3-00eb-432c-af29-0c50c0d84684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.104014] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454759, 'name': CreateVM_Task, 'duration_secs': 0.625494} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.104244] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1134.105114] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.105327] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.105688] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.105962] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c92815c-aa1b-4613-85c8-61a8cc466f2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.110366] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1134.110366] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a94b09-7782-2363-843d-32c022d2c7d6" [ 1134.110366] env[70691]: _type = "Task" [ 1134.110366] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.118234] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a94b09-7782-2363-843d-32c022d2c7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.135036] env[70691]: DEBUG oslo_vmware.api [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454760, 'name': PowerOffVM_Task, 'duration_secs': 0.33644} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.135036] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1134.135178] env[70691]: DEBUG nova.compute.manager [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1134.135924] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08140cb9-a905-43c9-bddf-142a0d0583e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.180048] env[70691]: INFO nova.compute.manager [-] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Took 1.35 seconds to deallocate network for instance. [ 1134.362417] env[70691]: DEBUG nova.compute.utils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1134.363882] env[70691]: DEBUG nova.compute.manager [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Not allocating networking since 'none' was specified. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1134.367435] env[70691]: DEBUG nova.objects.instance [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'numa_topology' on Instance uuid c59bc96f-5ddc-4a4b-89e5-53486598bdaf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.413559] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-a4c383a4-34e7-431b-bfe4-fdbefb10503a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.414330] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-a4c383a4-34e7-431b-bfe4-fdbefb10503a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.420434] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.534012] env[70691]: DEBUG oslo_concurrency.lockutils [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] Releasing lock "refresh_cache-ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.534342] env[70691]: DEBUG nova.compute.manager [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Received event network-vif-deleted-2a943fd7-080c-4b34-ad14-96f306e6e7db {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1134.534539] env[70691]: INFO nova.compute.manager [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Neutron deleted interface 2a943fd7-080c-4b34-ad14-96f306e6e7db; detaching it from the instance and deleting it from the info cache [ 1134.534719] env[70691]: DEBUG nova.network.neutron [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.620455] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a94b09-7782-2363-843d-32c022d2c7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.620728] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.620931] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.621171] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.621328] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.621510] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.621775] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b910b92f-75e4-4f6c-b70a-5d2f894a6d43 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.631700] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.631886] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1134.632669] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d311a0b2-0292-4732-bf19-1839bc8edf87 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.637810] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1134.637810] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5248e2e7-2160-da6c-bfbb-6af1150859fb" [ 1134.637810] env[70691]: _type = "Task" [ 1134.637810] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.647564] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5248e2e7-2160-da6c-bfbb-6af1150859fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.648855] env[70691]: DEBUG oslo_concurrency.lockutils [None req-388ab5a9-7df4-43e4-bc14-f7fbf27e7bd8 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.686770] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.869335] env[70691]: DEBUG nova.compute.manager [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1134.872044] env[70691]: INFO nova.compute.claims [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.917008] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.917244] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.918228] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e848a080-47b1-49a4-9ba2-52f291cde75b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.942573] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0001f4-8f3b-4da7-a40f-00c61594b8c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.969927] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Reconfiguring VM to detach interface {{(pid=70691) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1134.970235] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd6aae3-b418-4612-aae2-590cc5169e8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.988735] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1134.988735] env[70691]: value = "task-3454761" [ 1134.988735] env[70691]: _type = "Task" [ 1134.988735] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.999265] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.037168] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dcd26a8-9a34-4186-874d-5a25af0c9890 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.046026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e1527a-5f00-44aa-b9b8-f316c982930f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.075146] env[70691]: DEBUG nova.compute.manager [req-197477fc-cc1f-48f4-8cfe-955a838f5d9f req-e0b447d5-9df5-46f4-ad10-6ebf941bf680 service nova] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Detach interface failed, port_id=2a943fd7-080c-4b34-ad14-96f306e6e7db, reason: Instance 38abe4e5-02ef-4006-843e-a9741ddc7edb could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1135.148253] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5248e2e7-2160-da6c-bfbb-6af1150859fb, 'name': SearchDatastore_Task, 'duration_secs': 0.020954} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.149104] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6084a835-ead9-4a70-91dd-dc2a5a5cf791 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.156096] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1135.156096] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52769b7f-b102-a566-6c7a-dae39a21c59a" [ 1135.156096] env[70691]: _type = "Task" [ 1135.156096] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.163976] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52769b7f-b102-a566-6c7a-dae39a21c59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.312819] env[70691]: DEBUG nova.compute.manager [req-1afc7b6d-79bc-49d5-8d1d-c4a23285469e req-cedfc26d-3b70-462a-8589-d6376183c9bd service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received event network-changed-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1135.313084] env[70691]: DEBUG nova.compute.manager [req-1afc7b6d-79bc-49d5-8d1d-c4a23285469e req-cedfc26d-3b70-462a-8589-d6376183c9bd service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Refreshing instance network info cache due to event network-changed-238990e3-1a97-4616-a8d1-5036251e0f19. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1135.313354] env[70691]: DEBUG oslo_concurrency.lockutils [req-1afc7b6d-79bc-49d5-8d1d-c4a23285469e req-cedfc26d-3b70-462a-8589-d6376183c9bd service nova] Acquiring lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.313540] env[70691]: DEBUG oslo_concurrency.lockutils [req-1afc7b6d-79bc-49d5-8d1d-c4a23285469e req-cedfc26d-3b70-462a-8589-d6376183c9bd service nova] Acquired lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.313769] env[70691]: DEBUG nova.network.neutron [req-1afc7b6d-79bc-49d5-8d1d-c4a23285469e req-cedfc26d-3b70-462a-8589-d6376183c9bd service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Refreshing network info cache for port 238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1135.505537] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.666799] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52769b7f-b102-a566-6c7a-dae39a21c59a, 'name': SearchDatastore_Task, 'duration_secs': 0.020826} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.667097] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.667445] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] ed5d8fc8-773f-443b-b2e8-4d93c641f0a9/ed5d8fc8-773f-443b-b2e8-4d93c641f0a9.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1135.667761] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b46c4b5-4948-481c-b69e-55d172d6acb1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.674515] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1135.674515] env[70691]: value = "task-3454762" [ 1135.674515] env[70691]: _type = "Task" [ 1135.674515] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.682009] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.701522] env[70691]: DEBUG oslo_concurrency.lockutils [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "4c919e81-1a8b-4858-b438-65d8876b5c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.701800] env[70691]: DEBUG oslo_concurrency.lockutils [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.702064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "4c919e81-1a8b-4858-b438-65d8876b5c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.702323] env[70691]: DEBUG oslo_concurrency.lockutils [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.702520] env[70691]: DEBUG oslo_concurrency.lockutils [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.704649] env[70691]: INFO nova.compute.manager [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Terminating instance [ 1135.706472] env[70691]: DEBUG nova.compute.manager [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1135.706672] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1135.707491] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c90f7e-4daa-4c5e-a63a-4b172a8ec753 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.714166] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1135.714391] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-544bc79b-2cbe-4504-b9ff-c4bf9c862874 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.778638] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1135.778897] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1135.779150] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleting the datastore file [datastore1] 4c919e81-1a8b-4858-b438-65d8876b5c6c {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.779453] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0b0aae2-08a0-46ad-bca9-b86cf5bc564c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.785834] env[70691]: DEBUG oslo_vmware.api [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1135.785834] env[70691]: value = "task-3454764" [ 1135.785834] env[70691]: _type = "Task" [ 1135.785834] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.793592] env[70691]: DEBUG oslo_vmware.api [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.881943] env[70691]: DEBUG nova.compute.manager [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1135.916364] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1135.916664] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1135.916824] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.917075] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1135.917165] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.917319] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1135.917534] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1135.917733] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1135.917912] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1135.918091] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1135.918276] env[70691]: DEBUG nova.virt.hardware [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1135.919204] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9afdef5-b47f-4d6a-8fee-ff6b9f4ba220 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.932208] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a67c8-25b8-4e7b-9abb-6a613e87f352 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.949994] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.955643] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Creating folder: Project (13adc989dca745b8bcee4f0c31f8ade1). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1135.961413] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2449314-06ac-441c-ad94-95b0e15285fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.972551] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Created folder: Project (13adc989dca745b8bcee4f0c31f8ade1) in parent group-v689428. [ 1135.973434] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Creating folder: Instances. Parent ref: group-v689705. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1135.977646] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58410ce5-7cdc-459c-a989-732182021ea5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.982730] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "1e75937e-ad8b-4455-950d-b75f68068c40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.982988] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "1e75937e-ad8b-4455-950d-b75f68068c40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.000760] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Created folder: Instances in parent group-v689705. [ 1136.001475] env[70691]: DEBUG oslo.service.loopingcall [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.002315] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1136.003033] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d109857f-41cb-42e1-9a98-52bc71373f0e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.022807] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.028811] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.028811] env[70691]: value = "task-3454767" [ 1136.028811] env[70691]: _type = "Task" [ 1136.028811] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.044413] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454767, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.115147] env[70691]: DEBUG nova.network.neutron [req-1afc7b6d-79bc-49d5-8d1d-c4a23285469e req-cedfc26d-3b70-462a-8589-d6376183c9bd service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updated VIF entry in instance network info cache for port 238990e3-1a97-4616-a8d1-5036251e0f19. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1136.115147] env[70691]: DEBUG nova.network.neutron [req-1afc7b6d-79bc-49d5-8d1d-c4a23285469e req-cedfc26d-3b70-462a-8589-d6376183c9bd service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating instance_info_cache with network_info: [{"id": "238990e3-1a97-4616-a8d1-5036251e0f19", "address": "fa:16:3e:79:54:28", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238990e3-1a", "ovs_interfaceid": "238990e3-1a97-4616-a8d1-5036251e0f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.137654] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e579877-c25f-4d32-84c5-a81761c0c418 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.145378] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2a3e2f-503a-4ccb-8376-77447c2649d3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.174973] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27191dc9-8834-443b-b22e-5ad1fa0c75ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.186977] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98364568-e39f-40a0-823a-0ff717c5ddba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.190703] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438281} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.190950] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] ed5d8fc8-773f-443b-b2e8-4d93c641f0a9/ed5d8fc8-773f-443b-b2e8-4d93c641f0a9.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1136.191179] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.191727] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8ee9d95-68e9-4c62-a8d0-a2daa66fa433 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.206312] env[70691]: DEBUG nova.compute.provider_tree [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.212817] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1136.212817] env[70691]: value = "task-3454768" [ 1136.212817] env[70691]: _type = "Task" [ 1136.212817] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.221310] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.295350] env[70691]: DEBUG oslo_vmware.api [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22348} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.295647] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.295842] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1136.296035] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1136.296219] env[70691]: INFO nova.compute.manager [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1136.296468] env[70691]: DEBUG oslo.service.loopingcall [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.296668] env[70691]: DEBUG nova.compute.manager [-] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1136.296763] env[70691]: DEBUG nova.network.neutron [-] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1136.486166] env[70691]: DEBUG nova.compute.manager [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1136.504016] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.544063] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454767, 'name': CreateVM_Task, 'duration_secs': 0.293859} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.546574] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1136.547046] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.547777] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.547777] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.547977] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a838772c-6389-4b97-9dcc-2a50a931ed2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.561801] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1136.561801] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d2b992-77cd-cf06-1d03-0771babeb5d8" [ 1136.561801] env[70691]: _type = "Task" [ 1136.561801] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.570290] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d2b992-77cd-cf06-1d03-0771babeb5d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.617659] env[70691]: DEBUG oslo_concurrency.lockutils [req-1afc7b6d-79bc-49d5-8d1d-c4a23285469e req-cedfc26d-3b70-462a-8589-d6376183c9bd service nova] Releasing lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.710368] env[70691]: DEBUG nova.scheduler.client.report [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1136.722562] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063873} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.722824] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.723644] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe43401-ac3d-4403-a525-3e8d2417ae55 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.746012] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ed5d8fc8-773f-443b-b2e8-4d93c641f0a9/ed5d8fc8-773f-443b-b2e8-4d93c641f0a9.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.746647] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f843de80-3f36-46b4-94bf-597fbcf6e5f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.766636] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1136.766636] env[70691]: value = "task-3454769" [ 1136.766636] env[70691]: _type = "Task" [ 1136.766636] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.773974] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.004900] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.010190] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.048468] env[70691]: DEBUG nova.network.neutron [-] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.073622] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d2b992-77cd-cf06-1d03-0771babeb5d8, 'name': SearchDatastore_Task, 'duration_secs': 0.088496} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.073775] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.074033] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.074310] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.074493] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.074685] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.074945] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0154656-c6e5-447d-9368-661e6d612690 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.088496] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.088675] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1137.089380] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade00d06-bb89-436c-a727-d288ed44d41e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.094588] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1137.094588] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d03413-2ffc-ecd5-4e50-f8da560dd903" [ 1137.094588] env[70691]: _type = "Task" [ 1137.094588] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.102671] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d03413-2ffc-ecd5-4e50-f8da560dd903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.218731] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.358s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.221024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.801s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.221163] env[70691]: DEBUG nova.objects.instance [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lazy-loading 'resources' on Instance uuid 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.266224] env[70691]: INFO nova.network.neutron [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating port bab61f1d-6111-443c-b7da-3b16440d6646 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1137.278026] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454769, 'name': ReconfigVM_Task, 'duration_secs': 0.279609} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.278026] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ed5d8fc8-773f-443b-b2e8-4d93c641f0a9/ed5d8fc8-773f-443b-b2e8-4d93c641f0a9.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.278387] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e7e1f6e-73d3-4547-a507-d3d7d616491c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.284807] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1137.284807] env[70691]: value = "task-3454770" [ 1137.284807] env[70691]: _type = "Task" [ 1137.284807] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.299045] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454770, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.344575] env[70691]: DEBUG nova.compute.manager [req-433d0389-25fe-4a8f-a423-6b4e4bbb202a req-ab36f8c1-0e97-4764-b003-660a060606fe service nova] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Received event network-vif-deleted-81e9127b-e3f3-4894-bab8-bce2285ed9c8 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1137.505687] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.551601] env[70691]: INFO nova.compute.manager [-] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Took 1.25 seconds to deallocate network for instance. [ 1137.607805] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d03413-2ffc-ecd5-4e50-f8da560dd903, 'name': SearchDatastore_Task, 'duration_secs': 0.084291} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.608687] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3dda45-e85a-4338-8ff5-ed235b82b2fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.613955] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1137.613955] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528b6602-14f6-84bf-522e-0dc2584ee3b8" [ 1137.613955] env[70691]: _type = "Task" [ 1137.613955] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.622158] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528b6602-14f6-84bf-522e-0dc2584ee3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.797245] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454770, 'name': Rename_Task, 'duration_secs': 0.145125} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.797545] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1137.797804] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62818f44-16e5-4dc3-b2c5-09035a06fd28 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.804098] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1137.804098] env[70691]: value = "task-3454771" [ 1137.804098] env[70691]: _type = "Task" [ 1137.804098] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.811451] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.900413] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff73acc3-b778-4579-a4f9-4dcc8f6ac283 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.907805] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ec997c-c882-41fe-856a-59511036577a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.937650] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e3ffbd-8078-40fe-bda2-2100d8b03977 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.944720] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8312bb7-67da-4e92-9352-753feac54070 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.959217] env[70691]: DEBUG nova.compute.provider_tree [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.005059] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.059124] env[70691]: DEBUG oslo_concurrency.lockutils [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.124914] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528b6602-14f6-84bf-522e-0dc2584ee3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013342} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.125217] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.125519] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf/0a7936d0-e175-4346-8491-98f1864decdf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1138.125801] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef14b450-8632-495c-8d71-0f8a0759846f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.133748] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1138.133748] env[70691]: value = "task-3454772" [ 1138.133748] env[70691]: _type = "Task" [ 1138.133748] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.141545] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.314515] env[70691]: DEBUG oslo_vmware.api [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454771, 'name': PowerOnVM_Task, 'duration_secs': 0.510157} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.314753] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1138.314971] env[70691]: INFO nova.compute.manager [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1138.315188] env[70691]: DEBUG nova.compute.manager [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1138.316036] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9560051-51c9-4afb-a34c-238e5ee0b8fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.462274] env[70691]: DEBUG nova.scheduler.client.report [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1138.507192] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.643456] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454772, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.788648] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.788648] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.788648] env[70691]: DEBUG nova.network.neutron [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1138.832802] env[70691]: INFO nova.compute.manager [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Took 19.73 seconds to build instance. [ 1138.931073] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.931337] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.968114] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.970533] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.284s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.970768] env[70691]: DEBUG nova.objects.instance [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lazy-loading 'resources' on Instance uuid 38abe4e5-02ef-4006-843e-a9741ddc7edb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.991475] env[70691]: INFO nova.scheduler.client.report [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleted allocations for instance 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411 [ 1139.006024] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.145126] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524108} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.145557] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf/0a7936d0-e175-4346-8491-98f1864decdf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1139.145797] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.146092] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4faef080-cfdf-4e59-b88c-9ae54422407d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.153702] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1139.153702] env[70691]: value = "task-3454773" [ 1139.153702] env[70691]: _type = "Task" [ 1139.153702] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.163638] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.335790] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a7cec901-48f8-43f1-9db8-ef095cb7f1eb tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.239s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.378172] env[70691]: DEBUG nova.compute.manager [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received event network-vif-plugged-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1139.378445] env[70691]: DEBUG oslo_concurrency.lockutils [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] Acquiring lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.378742] env[70691]: DEBUG oslo_concurrency.lockutils [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.378933] env[70691]: DEBUG oslo_concurrency.lockutils [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.379127] env[70691]: DEBUG nova.compute.manager [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] No waiting events found dispatching network-vif-plugged-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1139.379301] env[70691]: WARNING nova.compute.manager [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received unexpected event network-vif-plugged-bab61f1d-6111-443c-b7da-3b16440d6646 for instance with vm_state shelved_offloaded and task_state spawning. [ 1139.379463] env[70691]: DEBUG nova.compute.manager [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received event network-changed-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1139.379619] env[70691]: DEBUG nova.compute.manager [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Refreshing instance network info cache due to event network-changed-bab61f1d-6111-443c-b7da-3b16440d6646. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1139.379788] env[70691]: DEBUG oslo_concurrency.lockutils [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] Acquiring lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.442048] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.442232] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1139.498898] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9515f94b-c8a7-44fe-ba21-75048f97f1a5 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "56fa30c7-6a9c-4ab0-b82e-ee07bac6b411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.515507] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.609846] env[70691]: DEBUG nova.network.neutron [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating instance_info_cache with network_info: [{"id": "bab61f1d-6111-443c-b7da-3b16440d6646", "address": "fa:16:3e:10:0e:2c", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab61f1d-61", "ovs_interfaceid": "bab61f1d-6111-443c-b7da-3b16440d6646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.667162] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143877} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.667449] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.673339] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1992de-57fd-4806-ad90-be54c4c5d637 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.691715] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf/0a7936d0-e175-4346-8491-98f1864decdf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.693196] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71d773da-4a5c-46c0-9d9e-68a33def3d0e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.708685] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3730d779-dbc1-44db-acf2-5fe17fe51ed3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.717786] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f39911-2edc-428d-989e-555b5d7025c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.720892] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1139.720892] env[70691]: value = "task-3454774" [ 1139.720892] env[70691]: _type = "Task" [ 1139.720892] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.752471] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de8c16-a69d-43b0-878d-8b56f7de050a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.758094] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.762629] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194c8be9-4349-4930-b34b-b0ce57265c8a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.775638] env[70691]: DEBUG nova.compute.provider_tree [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.008158] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.114933] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.117446] env[70691]: DEBUG oslo_concurrency.lockutils [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] Acquired lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.117735] env[70691]: DEBUG nova.network.neutron [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Refreshing network info cache for port bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1140.135640] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "44872813-8979-41ec-b1ef-f2f56454a4f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.135880] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.139056] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eba99c1c77696cd9d3fdfcf53de56131',container_format='bare',created_at=2025-04-15T20:18:19Z,direct_url=,disk_format='vmdk',id=94d893fe-b881-4ba6-b0d4-417c87d9c22c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-625656038-shelved',owner='a1494110c1fc4cee80e3e032ba9cf2c8',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-15T20:18:34Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1140.139297] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1140.139462] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.139651] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1140.139825] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.139950] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1140.140228] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1140.140708] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1140.140708] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1140.140708] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1140.140880] env[70691]: DEBUG nova.virt.hardware [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1140.141990] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cfa86b-d8b7-416e-9b9c-60c488ab7be7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.146105] env[70691]: DEBUG nova.compute.utils [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1140.154404] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5382692a-2538-440d-87a5-d6874f90af35 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.168759] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:0e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bab61f1d-6111-443c-b7da-3b16440d6646', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.176075] env[70691]: DEBUG oslo.service.loopingcall [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.176643] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1140.176812] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bd7db8e-695d-4c28-ab7a-4fe5e0fa562f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.196215] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.196215] env[70691]: value = "task-3454775" [ 1140.196215] env[70691]: _type = "Task" [ 1140.196215] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.203469] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454775, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.229979] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.279649] env[70691]: DEBUG nova.scheduler.client.report [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1140.361455] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.361632] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.508749] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.649364] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.513s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.708722] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454775, 'name': CreateVM_Task, 'duration_secs': 0.356586} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.708900] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1140.709635] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.709810] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.710238] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.710509] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb4ef36-bc0b-4500-89f5-81a7cd7c1efa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.715744] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1140.715744] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5237ab9a-fe51-063d-7145-24640456b83c" [ 1140.715744] env[70691]: _type = "Task" [ 1140.715744] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.724755] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5237ab9a-fe51-063d-7145-24640456b83c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.732466] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454774, 'name': ReconfigVM_Task, 'duration_secs': 0.791785} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.732733] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf/0a7936d0-e175-4346-8491-98f1864decdf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.733439] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e627e15-4147-4420-abff-d9447a91aa4f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.741295] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1140.741295] env[70691]: value = "task-3454776" [ 1140.741295] env[70691]: _type = "Task" [ 1140.741295] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.749276] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454776, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.785016] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.788684] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.778s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.789442] env[70691]: INFO nova.compute.claims [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.808879] env[70691]: INFO nova.scheduler.client.report [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleted allocations for instance 38abe4e5-02ef-4006-843e-a9741ddc7edb [ 1140.864344] env[70691]: DEBUG nova.compute.manager [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1140.869506] env[70691]: DEBUG nova.network.neutron [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updated VIF entry in instance network info cache for port bab61f1d-6111-443c-b7da-3b16440d6646. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1140.869951] env[70691]: DEBUG nova.network.neutron [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating instance_info_cache with network_info: [{"id": "bab61f1d-6111-443c-b7da-3b16440d6646", "address": "fa:16:3e:10:0e:2c", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab61f1d-61", "ovs_interfaceid": "bab61f1d-6111-443c-b7da-3b16440d6646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.008445] env[70691]: DEBUG oslo_vmware.api [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454761, 'name': ReconfigVM_Task, 'duration_secs': 5.812941} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.008815] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.008942] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Reconfigured VM to detach interface {{(pid=70691) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1141.226435] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.226574] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Processing image 94d893fe-b881-4ba6-b0d4-417c87d9c22c {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.226823] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c/94d893fe-b881-4ba6-b0d4-417c87d9c22c.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.226978] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c/94d893fe-b881-4ba6-b0d4-417c87d9c22c.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.227180] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.227644] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b0b4eeb-283e-4847-a38c-bdb8e92f7e40 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.249291] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.249568] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1141.250708] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a32ffde-2872-4f55-ace8-4739753450ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.256084] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454776, 'name': Rename_Task, 'duration_secs': 0.167391} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.256719] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1141.256968] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583399be-3bb8-45bb-b57e-b385b8eccf1f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.259747] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1141.259747] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526f41d7-cc29-18be-cba7-db6e086509ee" [ 1141.259747] env[70691]: _type = "Task" [ 1141.259747] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.264496] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1141.264496] env[70691]: value = "task-3454777" [ 1141.264496] env[70691]: _type = "Task" [ 1141.264496] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.270272] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526f41d7-cc29-18be-cba7-db6e086509ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.275177] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.317130] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f19e7632-a6f5-421f-bd6a-d7799bcaecb2 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "38abe4e5-02ef-4006-843e-a9741ddc7edb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.632s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.373476] env[70691]: DEBUG oslo_concurrency.lockutils [req-b9e3a6e2-c52c-4dcf-8122-ba832f078f6d req-cc9612ac-9a1e-4e76-9506-e849edc208d2 service nova] Releasing lock "refresh_cache-c59bc96f-5ddc-4a4b-89e5-53486598bdaf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.385653] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.709091] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "44872813-8979-41ec-b1ef-f2f56454a4f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.709419] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.709676] env[70691]: INFO nova.compute.manager [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Attaching volume 4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5 to /dev/sdb [ 1141.749132] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070e263a-1582-466d-94e3-2eefdbd84041 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.755873] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc7901-6c31-489d-ba9f-c520177970b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.775815] env[70691]: DEBUG nova.virt.block_device [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Updating existing volume attachment record: 2b640abd-cabb-4ab0-b120-b6645cd05399 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1141.779071] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Preparing fetch location {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1141.780168] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Fetch image to [datastore1] OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4/OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4.vmdk {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1141.780168] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Downloading stream optimized image 94d893fe-b881-4ba6-b0d4-417c87d9c22c to [datastore1] OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4/OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4.vmdk on the data store datastore1 as vApp {{(pid=70691) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1141.780168] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Downloading image file data 94d893fe-b881-4ba6-b0d4-417c87d9c22c to the ESX as VM named 'OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4' {{(pid=70691) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1141.785498] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454777, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.893096] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1141.893096] env[70691]: value = "resgroup-9" [ 1141.893096] env[70691]: _type = "ResourcePool" [ 1141.893096] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1141.896101] env[70691]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5c19149a-37a8-40f3-a50c-5bae34d60c1c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.920534] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lease: (returnval){ [ 1141.920534] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5209c8a1-da7c-d64e-d0c1-4633c4c417bc" [ 1141.920534] env[70691]: _type = "HttpNfcLease" [ 1141.920534] env[70691]: } obtained for vApp import into resource pool (val){ [ 1141.920534] env[70691]: value = "resgroup-9" [ 1141.920534] env[70691]: _type = "ResourcePool" [ 1141.920534] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1141.920842] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the lease: (returnval){ [ 1141.920842] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5209c8a1-da7c-d64e-d0c1-4633c4c417bc" [ 1141.920842] env[70691]: _type = "HttpNfcLease" [ 1141.920842] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1141.928362] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1141.928362] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5209c8a1-da7c-d64e-d0c1-4633c4c417bc" [ 1141.928362] env[70691]: _type = "HttpNfcLease" [ 1141.928362] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1141.956074] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Didn't find any instances for network info cache update. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1141.956194] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.956352] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.957036] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.957036] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.957036] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.957188] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.957306] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1141.957451] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.026291] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2283a20-3161-43db-8b30-4fa4591b8af5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.033428] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eb66dd-4386-4d00-9edf-f15856a99761 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.067553] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3c68df-6ffc-4248-9bf1-5b2e5c2917b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.075161] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2e8335-e225-4b85-a4e8-c13f48799580 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.089274] env[70691]: DEBUG nova.compute.provider_tree [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.275049] env[70691]: DEBUG oslo_vmware.api [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454777, 'name': PowerOnVM_Task, 'duration_secs': 0.635601} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.275351] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1142.275648] env[70691]: INFO nova.compute.manager [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1142.275846] env[70691]: DEBUG nova.compute.manager [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1142.276656] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1442fb9f-f4f1-400b-897d-db3b2375e9bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.347885] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.348158] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.348353] env[70691]: DEBUG nova.network.neutron [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1142.420393] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.420728] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.430071] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1142.430071] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5209c8a1-da7c-d64e-d0c1-4633c4c417bc" [ 1142.430071] env[70691]: _type = "HttpNfcLease" [ 1142.430071] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1142.450838] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.451087] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.459911] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.593485] env[70691]: DEBUG nova.scheduler.client.report [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1142.793641] env[70691]: INFO nova.compute.manager [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Took 12.09 seconds to build instance. [ 1142.926025] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1142.933449] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1142.933449] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5209c8a1-da7c-d64e-d0c1-4633c4c417bc" [ 1142.933449] env[70691]: _type = "HttpNfcLease" [ 1142.933449] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1142.934085] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1142.934085] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5209c8a1-da7c-d64e-d0c1-4633c4c417bc" [ 1142.934085] env[70691]: _type = "HttpNfcLease" [ 1142.934085] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1142.935014] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e46ac7-9335-48a9-92da-5ea6adea70b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.942986] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3b68-d25d-7a59-a76e-b18eba0f6789/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1142.943347] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3b68-d25d-7a59-a76e-b18eba0f6789/disk-0.vmdk. {{(pid=70691) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1143.009521] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1143.022167] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dc72c31c-3e59-4a26-87af-23cc67d60fd6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.098852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.099662] env[70691]: DEBUG nova.compute.manager [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1143.102135] env[70691]: DEBUG oslo_concurrency.lockutils [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.043s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.102360] env[70691]: DEBUG nova.objects.instance [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'resources' on Instance uuid 4c919e81-1a8b-4858-b438-65d8876b5c6c {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.189968] env[70691]: INFO nova.network.neutron [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Port a4c383a4-34e7-431b-bfe4-fdbefb10503a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1143.190437] env[70691]: DEBUG nova.network.neutron [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.296895] env[70691]: DEBUG oslo_concurrency.lockutils [None req-38d7b6f1-4f98-4523-b51d-8280d307ff0f tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "0a7936d0-e175-4346-8491-98f1864decdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.604s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.331167] env[70691]: DEBUG nova.compute.manager [req-5f7623cb-4d47-4b14-be68-0d0f04b87ea9 req-e364e5ac-840c-4634-8512-1f08cbe2efe5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1143.331468] env[70691]: DEBUG nova.compute.manager [req-5f7623cb-4d47-4b14-be68-0d0f04b87ea9 req-e364e5ac-840c-4634-8512-1f08cbe2efe5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing instance network info cache due to event network-changed-4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1143.331840] env[70691]: DEBUG oslo_concurrency.lockutils [req-5f7623cb-4d47-4b14-be68-0d0f04b87ea9 req-e364e5ac-840c-4634-8512-1f08cbe2efe5 service nova] Acquiring lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.459837] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.534448] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.606684] env[70691]: DEBUG nova.compute.utils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1143.612492] env[70691]: DEBUG nova.compute.manager [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1143.612708] env[70691]: DEBUG nova.network.neutron [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1143.660122] env[70691]: DEBUG nova.policy [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '027dadb3c5dc468d9c221c855b34a4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82d89e770e64f2484e9cf0fd2198bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1143.696686] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.702203] env[70691]: DEBUG oslo_concurrency.lockutils [req-5f7623cb-4d47-4b14-be68-0d0f04b87ea9 req-e364e5ac-840c-4634-8512-1f08cbe2efe5 service nova] Acquired lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.702295] env[70691]: DEBUG nova.network.neutron [req-5f7623cb-4d47-4b14-be68-0d0f04b87ea9 req-e364e5ac-840c-4634-8512-1f08cbe2efe5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Refreshing network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1143.734860] env[70691]: INFO nova.compute.manager [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Rebuilding instance [ 1143.787819] env[70691]: DEBUG nova.compute.manager [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1143.788719] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c66f7-2c49-4618-afbb-cb4b8dc33f05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.851989] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a02700-945e-4a9e-8b12-c7dfaeaa415f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.679620] env[70691]: DEBUG nova.network.neutron [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Successfully created port: acd067ab-58f4-464d-a714-e0bb311cb44c {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.682315] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-7da5076b-1365-42ec-9b65-2696b2d96528-a4c383a4-34e7-431b-bfe4-fdbefb10503a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.682582] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-7da5076b-1365-42ec-9b65-2696b2d96528-a4c383a4-34e7-431b-bfe4-fdbefb10503a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.682922] env[70691]: DEBUG nova.objects.instance [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'flavor' on Instance uuid 7da5076b-1365-42ec-9b65-2696b2d96528 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.684854] env[70691]: DEBUG nova.compute.manager [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1144.688073] env[70691]: DEBUG oslo_concurrency.lockutils [None req-c8446cff-50d9-4ad0-99da-87db55e4cc71 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-a4c383a4-34e7-431b-bfe4-fdbefb10503a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.274s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.691734] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1144.695944] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22520108-4f2c-403a-b6bf-26351cd88e2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.705861] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7831c77e-d4d6-4c9f-bcd4-f02b81070a16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.709901] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1144.709901] env[70691]: value = "task-3454783" [ 1144.709901] env[70691]: _type = "Task" [ 1144.709901] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.752066] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f018cf0-e897-45d3-a950-444c1790b6e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.759912] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.768953] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d4603-27c1-48c2-8342-b12449b712c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.784729] env[70691]: DEBUG nova.compute.provider_tree [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.961170] env[70691]: DEBUG nova.network.neutron [req-5f7623cb-4d47-4b14-be68-0d0f04b87ea9 req-e364e5ac-840c-4634-8512-1f08cbe2efe5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updated VIF entry in instance network info cache for port 4e86ea37-dacf-4a1b-94c6-14d381dc62ed. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1144.961653] env[70691]: DEBUG nova.network.neutron [req-5f7623cb-4d47-4b14-be68-0d0f04b87ea9 req-e364e5ac-840c-4634-8512-1f08cbe2efe5 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [{"id": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "address": "fa:16:3e:cd:bb:41", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e86ea37-da", "ovs_interfaceid": "4e86ea37-dacf-4a1b-94c6-14d381dc62ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.222389] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454783, 'name': PowerOffVM_Task, 'duration_secs': 0.150344} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.222649] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1145.223393] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1145.224268] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7fc86f-21f2-4069-8f39-5e9d549c0ba6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.231221] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1145.232875] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6c59111-bd73-4280-9bf0-d1513d4ea2e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.261161] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1145.261470] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1145.262207] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Deleting the datastore file [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.262207] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f640726b-e16c-4810-98cc-57e5d24af107 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.271575] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1145.271575] env[70691]: value = "task-3454785" [ 1145.271575] env[70691]: _type = "Task" [ 1145.271575] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.280796] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.289028] env[70691]: DEBUG nova.scheduler.client.report [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1145.315056] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Completed reading data from the image iterator. {{(pid=70691) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1145.315631] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3b68-d25d-7a59-a76e-b18eba0f6789/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.316617] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bc399e-8263-4e35-8468-cab834c2de4d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.323405] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3b68-d25d-7a59-a76e-b18eba0f6789/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.323671] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3b68-d25d-7a59-a76e-b18eba0f6789/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1145.324265] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-70078b9a-6b38-4321-bd4b-f688eae9028b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.354133] env[70691]: DEBUG nova.objects.instance [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'pci_requests' on Instance uuid 7da5076b-1365-42ec-9b65-2696b2d96528 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.457462] env[70691]: DEBUG nova.compute.manager [req-79e0f47a-268c-4256-9faf-6f264e751ff4 req-74038291-2357-4e7e-870f-5997da480ead service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received event network-changed-1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1145.457637] env[70691]: DEBUG nova.compute.manager [req-79e0f47a-268c-4256-9faf-6f264e751ff4 req-74038291-2357-4e7e-870f-5997da480ead service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing instance network info cache due to event network-changed-1e7faaba-bd46-467b-97b0-29e97defdbfa. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1145.457945] env[70691]: DEBUG oslo_concurrency.lockutils [req-79e0f47a-268c-4256-9faf-6f264e751ff4 req-74038291-2357-4e7e-870f-5997da480ead service nova] Acquiring lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.458117] env[70691]: DEBUG oslo_concurrency.lockutils [req-79e0f47a-268c-4256-9faf-6f264e751ff4 req-74038291-2357-4e7e-870f-5997da480ead service nova] Acquired lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.458355] env[70691]: DEBUG nova.network.neutron [req-79e0f47a-268c-4256-9faf-6f264e751ff4 req-74038291-2357-4e7e-870f-5997da480ead service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing network info cache for port 1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1145.465628] env[70691]: DEBUG oslo_concurrency.lockutils [req-5f7623cb-4d47-4b14-be68-0d0f04b87ea9 req-e364e5ac-840c-4634-8512-1f08cbe2efe5 service nova] Releasing lock "refresh_cache-eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.516276] env[70691]: DEBUG oslo_vmware.rw_handles [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3b68-d25d-7a59-a76e-b18eba0f6789/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1145.516506] env[70691]: INFO nova.virt.vmwareapi.images [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Downloaded image file data 94d893fe-b881-4ba6-b0d4-417c87d9c22c [ 1145.517436] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5fc894-70fb-4321-b0ba-396998ed6bc0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.533650] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86ad4881-47b2-48de-95ac-9898f463a81c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.560464] env[70691]: INFO nova.virt.vmwareapi.images [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] The imported VM was unregistered [ 1145.563215] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Caching image {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1145.563535] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating directory with path [datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.563823] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99e9d43f-23e4-4b8b-8878-88b6b96b7288 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.591435] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Created directory with path [datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.591661] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4/OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4.vmdk to [datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c/94d893fe-b881-4ba6-b0d4-417c87d9c22c.vmdk. {{(pid=70691) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1145.591927] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-985f0033-4339-4a60-aeee-1d5d3b6059d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.599495] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1145.599495] env[70691]: value = "task-3454787" [ 1145.599495] env[70691]: _type = "Task" [ 1145.599495] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.606994] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454787, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.706815] env[70691]: DEBUG nova.compute.manager [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1145.733397] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1145.733677] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1145.733845] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.734042] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1145.734196] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.734346] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1145.734553] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1145.734717] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1145.734887] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1145.735063] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1145.735244] env[70691]: DEBUG nova.virt.hardware [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1145.736139] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1f61d1-2f11-4e6b-889c-a6d24182c5bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.743949] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e743696a-d2d9-4458-abf0-f46a8f82aea2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.781823] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142225} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.782116] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.782308] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1145.782484] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1145.794950] env[70691]: DEBUG oslo_concurrency.lockutils [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.693s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.797984] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.412s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.798893] env[70691]: INFO nova.compute.claims [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.818309] env[70691]: INFO nova.scheduler.client.report [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted allocations for instance 4c919e81-1a8b-4858-b438-65d8876b5c6c [ 1145.856944] env[70691]: DEBUG nova.objects.base [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Object Instance<7da5076b-1365-42ec-9b65-2696b2d96528> lazy-loaded attributes: flavor,pci_requests {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1145.857117] env[70691]: DEBUG nova.network.neutron [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1145.932203] env[70691]: DEBUG nova.policy [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a95ecf5da09344888d0eac3d213acf70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5279a7893b4af5af7d4ee978ac49c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1146.109610] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454787, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.150552] env[70691]: DEBUG nova.compute.manager [req-10495b4c-779c-4594-a6d7-a633ebfffd71 req-c7ba7505-682c-451b-86d2-b94f772523be service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Received event network-vif-plugged-acd067ab-58f4-464d-a714-e0bb311cb44c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1146.150552] env[70691]: DEBUG oslo_concurrency.lockutils [req-10495b4c-779c-4594-a6d7-a633ebfffd71 req-c7ba7505-682c-451b-86d2-b94f772523be service nova] Acquiring lock "1e75937e-ad8b-4455-950d-b75f68068c40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.150882] env[70691]: DEBUG oslo_concurrency.lockutils [req-10495b4c-779c-4594-a6d7-a633ebfffd71 req-c7ba7505-682c-451b-86d2-b94f772523be service nova] Lock "1e75937e-ad8b-4455-950d-b75f68068c40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.150882] env[70691]: DEBUG oslo_concurrency.lockutils [req-10495b4c-779c-4594-a6d7-a633ebfffd71 req-c7ba7505-682c-451b-86d2-b94f772523be service nova] Lock "1e75937e-ad8b-4455-950d-b75f68068c40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.151083] env[70691]: DEBUG nova.compute.manager [req-10495b4c-779c-4594-a6d7-a633ebfffd71 req-c7ba7505-682c-451b-86d2-b94f772523be service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] No waiting events found dispatching network-vif-plugged-acd067ab-58f4-464d-a714-e0bb311cb44c {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1146.151193] env[70691]: WARNING nova.compute.manager [req-10495b4c-779c-4594-a6d7-a633ebfffd71 req-c7ba7505-682c-451b-86d2-b94f772523be service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Received unexpected event network-vif-plugged-acd067ab-58f4-464d-a714-e0bb311cb44c for instance with vm_state building and task_state spawning. [ 1146.246245] env[70691]: DEBUG nova.network.neutron [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Successfully updated port: acd067ab-58f4-464d-a714-e0bb311cb44c {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.330875] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1146.331164] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689711', 'volume_id': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'name': 'volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44872813-8979-41ec-b1ef-f2f56454a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'serial': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1146.332542] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ba733f-4557-4203-9a0a-c7c1178f4786 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.336892] env[70691]: DEBUG oslo_concurrency.lockutils [None req-614aa818-8066-4c62-8079-85a0bf7713b0 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "4c919e81-1a8b-4858-b438-65d8876b5c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.635s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.353766] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821cf916-c1ea-4925-abab-09439499466e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.382105] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5/volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.382903] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932ace21-6bf4-4172-aba5-76435fe43677 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.398940] env[70691]: DEBUG nova.network.neutron [req-79e0f47a-268c-4256-9faf-6f264e751ff4 req-74038291-2357-4e7e-870f-5997da480ead service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updated VIF entry in instance network info cache for port 1e7faaba-bd46-467b-97b0-29e97defdbfa. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1146.399339] env[70691]: DEBUG nova.network.neutron [req-79e0f47a-268c-4256-9faf-6f264e751ff4 req-74038291-2357-4e7e-870f-5997da480ead service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updating instance_info_cache with network_info: [{"id": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "address": "fa:16:3e:2e:ab:5b", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7faaba-bd", "ovs_interfaceid": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.407466] env[70691]: DEBUG oslo_vmware.api [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1146.407466] env[70691]: value = "task-3454788" [ 1146.407466] env[70691]: _type = "Task" [ 1146.407466] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.418109] env[70691]: DEBUG oslo_vmware.api [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.610020] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454787, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.750517] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-1e75937e-ad8b-4455-950d-b75f68068c40" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.750997] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-1e75937e-ad8b-4455-950d-b75f68068c40" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.750997] env[70691]: DEBUG nova.network.neutron [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1146.821659] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1146.821989] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1146.822308] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.822534] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1146.822700] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.822876] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1146.823133] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1146.824026] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1146.824026] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1146.824026] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1146.824026] env[70691]: DEBUG nova.virt.hardware [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1146.824939] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe107885-46da-43b3-93e8-102c101f9e47 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.838191] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e000dc12-c30c-411c-ba0a-8f92c0a91e80 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.857384] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Instance VIF info [] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.863679] env[70691]: DEBUG oslo.service.loopingcall [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1146.866917] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1146.867761] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8be605db-b463-49ca-b98c-8315c9f86cbd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.889191] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.889191] env[70691]: value = "task-3454789" [ 1146.889191] env[70691]: _type = "Task" [ 1146.889191] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.898415] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454789, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.901840] env[70691]: DEBUG oslo_concurrency.lockutils [req-79e0f47a-268c-4256-9faf-6f264e751ff4 req-74038291-2357-4e7e-870f-5997da480ead service nova] Releasing lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.920879] env[70691]: DEBUG oslo_vmware.api [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454788, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.030279] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1136de-30e7-4b29-90f1-9c836bc36bf3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.038214] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a6ec6-9bc0-4dd4-af7a-07b64a75a0a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.071824] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca477753-c6a0-4cc7-a8f0-2f2c7c4fe9d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.080067] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1178e237-c8f2-4cf6-9ab4-8c978b8771d0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.096324] env[70691]: DEBUG nova.compute.provider_tree [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.111369] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454787, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.286594] env[70691]: DEBUG nova.network.neutron [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1147.400318] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454789, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.421645] env[70691]: DEBUG oslo_vmware.api [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454788, 'name': ReconfigVM_Task, 'duration_secs': 0.517439} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.421909] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5/volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.426860] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04dd372-41b2-4196-9ac3-8ab67443fba2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.442430] env[70691]: DEBUG oslo_vmware.api [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1147.442430] env[70691]: value = "task-3454790" [ 1147.442430] env[70691]: _type = "Task" [ 1147.442430] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.451296] env[70691]: DEBUG oslo_vmware.api [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.487355] env[70691]: DEBUG nova.network.neutron [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Updating instance_info_cache with network_info: [{"id": "acd067ab-58f4-464d-a714-e0bb311cb44c", "address": "fa:16:3e:b4:e3:b6", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd067ab-58", "ovs_interfaceid": "acd067ab-58f4-464d-a714-e0bb311cb44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.599631] env[70691]: DEBUG nova.scheduler.client.report [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1147.615275] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454787, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.621058] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "922e5a52-f71a-4a89-8f2f-4136d5510c93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.621279] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "922e5a52-f71a-4a89-8f2f-4136d5510c93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.719698] env[70691]: DEBUG nova.compute.manager [req-116e4261-fe85-42cf-890f-c05506ecdd06 req-5ee26856-97e4-4d7f-92c9-5c5ff6211b3e service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received event network-vif-plugged-a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1147.719877] env[70691]: DEBUG oslo_concurrency.lockutils [req-116e4261-fe85-42cf-890f-c05506ecdd06 req-5ee26856-97e4-4d7f-92c9-5c5ff6211b3e service nova] Acquiring lock "7da5076b-1365-42ec-9b65-2696b2d96528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.720125] env[70691]: DEBUG oslo_concurrency.lockutils [req-116e4261-fe85-42cf-890f-c05506ecdd06 req-5ee26856-97e4-4d7f-92c9-5c5ff6211b3e service nova] Lock "7da5076b-1365-42ec-9b65-2696b2d96528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.720308] env[70691]: DEBUG oslo_concurrency.lockutils [req-116e4261-fe85-42cf-890f-c05506ecdd06 req-5ee26856-97e4-4d7f-92c9-5c5ff6211b3e service nova] Lock "7da5076b-1365-42ec-9b65-2696b2d96528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.720482] env[70691]: DEBUG nova.compute.manager [req-116e4261-fe85-42cf-890f-c05506ecdd06 req-5ee26856-97e4-4d7f-92c9-5c5ff6211b3e service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] No waiting events found dispatching network-vif-plugged-a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1147.720653] env[70691]: WARNING nova.compute.manager [req-116e4261-fe85-42cf-890f-c05506ecdd06 req-5ee26856-97e4-4d7f-92c9-5c5ff6211b3e service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received unexpected event network-vif-plugged-a4c383a4-34e7-431b-bfe4-fdbefb10503a for instance with vm_state active and task_state None. [ 1147.829254] env[70691]: DEBUG nova.network.neutron [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Successfully updated port: a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.901551] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454789, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.952534] env[70691]: DEBUG oslo_vmware.api [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454790, 'name': ReconfigVM_Task, 'duration_secs': 0.195991} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.952870] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689711', 'volume_id': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'name': 'volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44872813-8979-41ec-b1ef-f2f56454a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'serial': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1147.990266] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-1e75937e-ad8b-4455-950d-b75f68068c40" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.990722] env[70691]: DEBUG nova.compute.manager [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Instance network_info: |[{"id": "acd067ab-58f4-464d-a714-e0bb311cb44c", "address": "fa:16:3e:b4:e3:b6", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd067ab-58", "ovs_interfaceid": "acd067ab-58f4-464d-a714-e0bb311cb44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1147.991383] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:e3:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd067ab-58f4-464d-a714-e0bb311cb44c', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.999575] env[70691]: DEBUG oslo.service.loopingcall [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.000196] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1148.000439] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efcab835-eb47-4b7a-9751-1c8d7c2446e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.020630] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.020630] env[70691]: value = "task-3454791" [ 1148.020630] env[70691]: _type = "Task" [ 1148.020630] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.028521] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454791, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.109056] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.109648] env[70691]: DEBUG nova.compute.manager [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1148.112809] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.653s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.113026] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.113273] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1148.113709] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.654s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.115491] env[70691]: INFO nova.compute.claims [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.122149] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8331cead-644c-41b9-98e9-c3e3e58c1709 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.126586] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454787, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.126586] env[70691]: DEBUG nova.compute.manager [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1148.134030] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8708a02-ca7b-42cc-8180-7bee2bece53f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.151941] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3b4054-6e6f-4b2d-9336-9041a717e6d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.159646] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b64cfb-3395-46a1-9a2c-59434c00af4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.191198] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180052MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1148.191198] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.223026] env[70691]: DEBUG nova.compute.manager [req-d747a8a0-448f-40f0-80a1-9e7255b33610 req-bfae93c7-9298-4466-883c-1f7c8fdc7a47 service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Received event network-changed-acd067ab-58f4-464d-a714-e0bb311cb44c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1148.223026] env[70691]: DEBUG nova.compute.manager [req-d747a8a0-448f-40f0-80a1-9e7255b33610 req-bfae93c7-9298-4466-883c-1f7c8fdc7a47 service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Refreshing instance network info cache due to event network-changed-acd067ab-58f4-464d-a714-e0bb311cb44c. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1148.223375] env[70691]: DEBUG oslo_concurrency.lockutils [req-d747a8a0-448f-40f0-80a1-9e7255b33610 req-bfae93c7-9298-4466-883c-1f7c8fdc7a47 service nova] Acquiring lock "refresh_cache-1e75937e-ad8b-4455-950d-b75f68068c40" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.223375] env[70691]: DEBUG oslo_concurrency.lockutils [req-d747a8a0-448f-40f0-80a1-9e7255b33610 req-bfae93c7-9298-4466-883c-1f7c8fdc7a47 service nova] Acquired lock "refresh_cache-1e75937e-ad8b-4455-950d-b75f68068c40" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.223496] env[70691]: DEBUG nova.network.neutron [req-d747a8a0-448f-40f0-80a1-9e7255b33610 req-bfae93c7-9298-4466-883c-1f7c8fdc7a47 service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Refreshing network info cache for port acd067ab-58f4-464d-a714-e0bb311cb44c {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1148.332321] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.332627] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.332961] env[70691]: DEBUG nova.network.neutron [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1148.401583] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454789, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.530648] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454791, 'name': CreateVM_Task, 'duration_secs': 0.38569} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.530840] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1148.531525] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.531704] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.532056] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.532320] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0977bb94-92f8-4b39-b69c-0c6dd36de0a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.536943] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1148.536943] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524023f5-ec99-aa3e-bcaa-5bad1bf0c76c" [ 1148.536943] env[70691]: _type = "Task" [ 1148.536943] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.544608] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524023f5-ec99-aa3e-bcaa-5bad1bf0c76c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.614942] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454787, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.655451} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.615278] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4/OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4.vmdk to [datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c/94d893fe-b881-4ba6-b0d4-417c87d9c22c.vmdk. [ 1148.615555] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Cleaning up location [datastore1] OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1148.615786] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4c9d64d8-16a8-4e46-a3f3-cfadebacdea4 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.616100] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06490457-a754-4891-9ab9-23153a0b509d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.619969] env[70691]: DEBUG nova.compute.utils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1148.623053] env[70691]: DEBUG nova.compute.manager [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1148.623053] env[70691]: DEBUG nova.network.neutron [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1148.624146] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1148.624146] env[70691]: value = "task-3454792" [ 1148.624146] env[70691]: _type = "Task" [ 1148.624146] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.638157] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.652169] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.669847] env[70691]: DEBUG nova.policy [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfefdefdb9934ae59646b8ba6c7426a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e26f0b86cff4415be016829a740b46a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1148.868513] env[70691]: WARNING nova.network.neutron [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] 3ce90583-94af-4c78-be6f-057bb6b7c5a2 already exists in list: networks containing: ['3ce90583-94af-4c78-be6f-057bb6b7c5a2']. ignoring it [ 1148.901551] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454789, 'name': CreateVM_Task, 'duration_secs': 1.729673} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.903583] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1148.903998] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.993830] env[70691]: DEBUG nova.objects.instance [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.048015] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524023f5-ec99-aa3e-bcaa-5bad1bf0c76c, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.050936] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.051236] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.051480] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.051677] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.052043] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.052354] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.052665] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.052897] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71346e77-c10f-4019-bb58-d0de98c240cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.054979] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4be7187-14bc-4acf-a296-6474942e91e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.060294] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1149.060294] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52776ee8-aaa5-f884-ba83-62d11f59aaff" [ 1149.060294] env[70691]: _type = "Task" [ 1149.060294] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.063961] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.064165] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1149.065104] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ee15c0-f6cb-4016-88bd-9863ae6108eb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.070430] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52776ee8-aaa5-f884-ba83-62d11f59aaff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.073209] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1149.073209] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52145f97-b950-58e9-ca90-4f614b540246" [ 1149.073209] env[70691]: _type = "Task" [ 1149.073209] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.082245] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52145f97-b950-58e9-ca90-4f614b540246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.125506] env[70691]: DEBUG nova.compute.manager [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1149.138913] env[70691]: DEBUG nova.network.neutron [req-d747a8a0-448f-40f0-80a1-9e7255b33610 req-bfae93c7-9298-4466-883c-1f7c8fdc7a47 service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Updated VIF entry in instance network info cache for port acd067ab-58f4-464d-a714-e0bb311cb44c. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1149.138913] env[70691]: DEBUG nova.network.neutron [req-d747a8a0-448f-40f0-80a1-9e7255b33610 req-bfae93c7-9298-4466-883c-1f7c8fdc7a47 service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Updating instance_info_cache with network_info: [{"id": "acd067ab-58f4-464d-a714-e0bb311cb44c", "address": "fa:16:3e:b4:e3:b6", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd067ab-58", "ovs_interfaceid": "acd067ab-58f4-464d-a714-e0bb311cb44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.143753] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040002} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.144352] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.144861] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c/94d893fe-b881-4ba6-b0d4-417c87d9c22c.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.145172] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c/94d893fe-b881-4ba6-b0d4-417c87d9c22c.vmdk to [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf/c59bc96f-5ddc-4a4b-89e5-53486598bdaf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1149.146023] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-835638cf-7058-440d-981e-a69e41340555 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.154235] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1149.154235] env[70691]: value = "task-3454793" [ 1149.154235] env[70691]: _type = "Task" [ 1149.154235] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.163304] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.166851] env[70691]: DEBUG nova.network.neutron [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updating instance_info_cache with network_info: [{"id": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "address": "fa:16:3e:2e:ab:5b", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7faaba-bd", "ovs_interfaceid": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4c383a4-34e7-431b-bfe4-fdbefb10503a", "address": "fa:16:3e:21:28:f2", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c383a4-34", "ovs_interfaceid": "a4c383a4-34e7-431b-bfe4-fdbefb10503a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.180136] env[70691]: DEBUG nova.network.neutron [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Successfully created port: 9e660aa3-d6d8-4916-badb-ee401109eace {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.349888] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43755fa-aa65-4370-a456-7212e9baf0cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.358064] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c77173-be97-4b2f-a75d-2d9f92c525cd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.392142] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a47340-b475-47ae-ab27-85f1488790a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.401532] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71ad86e-df0d-4946-9a11-c4c7bbd6d190 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.416054] env[70691]: DEBUG nova.compute.provider_tree [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.499016] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78443325-c27c-4c5e-96d3-e3c0a2b60b04 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.789s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.571042] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52776ee8-aaa5-f884-ba83-62d11f59aaff, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.571400] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.571658] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.571883] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.582815] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52145f97-b950-58e9-ca90-4f614b540246, 'name': SearchDatastore_Task, 'duration_secs': 0.00821} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.583677] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ceb5c3-b134-4fc6-9c09-f14f7d23b24a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.589831] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1149.589831] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522ea6e9-ee35-3680-9b63-a767f9c720e4" [ 1149.589831] env[70691]: _type = "Task" [ 1149.589831] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.597540] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522ea6e9-ee35-3680-9b63-a767f9c720e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.638944] env[70691]: DEBUG oslo_concurrency.lockutils [req-d747a8a0-448f-40f0-80a1-9e7255b33610 req-bfae93c7-9298-4466-883c-1f7c8fdc7a47 service nova] Releasing lock "refresh_cache-1e75937e-ad8b-4455-950d-b75f68068c40" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.664121] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454793, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.670194] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.670885] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.671102] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.672574] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a9d88-4634-4c4d-84cb-96a76642e44b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.693076] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1149.693354] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1149.693548] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.693738] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1149.693907] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.694162] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1149.694390] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1149.694559] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1149.695330] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1149.695330] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1149.695330] env[70691]: DEBUG nova.virt.hardware [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1149.702026] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Reconfiguring VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1149.702673] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee06ed85-27a2-4c99-ac34-ce1e9b121455 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.721055] env[70691]: DEBUG oslo_vmware.api [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1149.721055] env[70691]: value = "task-3454794" [ 1149.721055] env[70691]: _type = "Task" [ 1149.721055] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.730048] env[70691]: DEBUG oslo_vmware.api [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.798181] env[70691]: DEBUG nova.compute.manager [req-ca18cf5d-03bc-45cd-adbd-836069f6d2bf req-a066c1e2-e271-4524-afad-a7e05e6d5727 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received event network-changed-a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1149.798434] env[70691]: DEBUG nova.compute.manager [req-ca18cf5d-03bc-45cd-adbd-836069f6d2bf req-a066c1e2-e271-4524-afad-a7e05e6d5727 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing instance network info cache due to event network-changed-a4c383a4-34e7-431b-bfe4-fdbefb10503a. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1149.798745] env[70691]: DEBUG oslo_concurrency.lockutils [req-ca18cf5d-03bc-45cd-adbd-836069f6d2bf req-a066c1e2-e271-4524-afad-a7e05e6d5727 service nova] Acquiring lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.799306] env[70691]: DEBUG oslo_concurrency.lockutils [req-ca18cf5d-03bc-45cd-adbd-836069f6d2bf req-a066c1e2-e271-4524-afad-a7e05e6d5727 service nova] Acquired lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.799306] env[70691]: DEBUG nova.network.neutron [req-ca18cf5d-03bc-45cd-adbd-836069f6d2bf req-a066c1e2-e271-4524-afad-a7e05e6d5727 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Refreshing network info cache for port a4c383a4-34e7-431b-bfe4-fdbefb10503a {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1149.919384] env[70691]: DEBUG nova.scheduler.client.report [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1150.102082] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]522ea6e9-ee35-3680-9b63-a767f9c720e4, 'name': SearchDatastore_Task, 'duration_secs': 0.059763} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.102082] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.102082] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40/1e75937e-ad8b-4455-950d-b75f68068c40.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1150.102344] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.102499] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.102725] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da2433d2-933e-4247-9496-eef7273bf2d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.105213] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c9bf2dc-3681-48db-8791-82f4a5edd248 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.112904] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1150.112904] env[70691]: value = "task-3454795" [ 1150.112904] env[70691]: _type = "Task" [ 1150.112904] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.121504] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.122909] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.123116] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1150.123847] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b334be-fbf1-42f8-80c0-5e1a8fff83a9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.131268] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "44872813-8979-41ec-b1ef-f2f56454a4f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.131533] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.131713] env[70691]: DEBUG nova.compute.manager [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1150.132066] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1150.132066] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b10ad8-f783-44e9-2c0e-63c8342efc83" [ 1150.132066] env[70691]: _type = "Task" [ 1150.132066] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.132820] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e49004-468a-471d-8586-570855b48c2e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.139803] env[70691]: DEBUG nova.compute.manager [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1150.144041] env[70691]: DEBUG nova.compute.manager [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1150.144631] env[70691]: DEBUG nova.objects.instance [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.149114] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b10ad8-f783-44e9-2c0e-63c8342efc83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.165431] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454793, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.174167] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1150.174641] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1150.174960] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.175288] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1150.175568] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.175878] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1150.176247] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1150.176532] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1150.176786] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1150.177103] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1150.177362] env[70691]: DEBUG nova.virt.hardware [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1150.178288] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178b68a7-4f2b-4553-9824-116375d8862d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.187783] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f09bbc-4f7f-466a-96a2-cdff7915e21e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.230808] env[70691]: DEBUG oslo_vmware.api [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.424716] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.425299] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1150.433240] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.899s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.435176] env[70691]: INFO nova.compute.claims [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.544285] env[70691]: DEBUG nova.network.neutron [req-ca18cf5d-03bc-45cd-adbd-836069f6d2bf req-a066c1e2-e271-4524-afad-a7e05e6d5727 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updated VIF entry in instance network info cache for port a4c383a4-34e7-431b-bfe4-fdbefb10503a. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1150.544845] env[70691]: DEBUG nova.network.neutron [req-ca18cf5d-03bc-45cd-adbd-836069f6d2bf req-a066c1e2-e271-4524-afad-a7e05e6d5727 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updating instance_info_cache with network_info: [{"id": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "address": "fa:16:3e:2e:ab:5b", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7faaba-bd", "ovs_interfaceid": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4c383a4-34e7-431b-bfe4-fdbefb10503a", "address": "fa:16:3e:21:28:f2", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c383a4-34", "ovs_interfaceid": "a4c383a4-34e7-431b-bfe4-fdbefb10503a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.624109] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.646351] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b10ad8-f783-44e9-2c0e-63c8342efc83, 'name': SearchDatastore_Task, 'duration_secs': 0.09131} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.647169] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88c7df8-14f8-419f-919e-d2c3d01eab99 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.653062] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1150.653062] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5261e8b0-fd1d-a4d2-9787-7eeee9a95cd4" [ 1150.653062] env[70691]: _type = "Task" [ 1150.653062] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.653613] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1150.653949] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42280315-bf47-47ff-b1d7-c8e3f1b9b23c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.663179] env[70691]: DEBUG oslo_vmware.api [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1150.663179] env[70691]: value = "task-3454796" [ 1150.663179] env[70691]: _type = "Task" [ 1150.663179] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.673304] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5261e8b0-fd1d-a4d2-9787-7eeee9a95cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.673606] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454793, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.678836] env[70691]: DEBUG oslo_vmware.api [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.732038] env[70691]: DEBUG oslo_vmware.api [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454794, 'name': ReconfigVM_Task, 'duration_secs': 0.676092} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.732038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.732283] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Reconfigured VM to attach interface {{(pid=70691) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1150.782520] env[70691]: DEBUG nova.network.neutron [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Successfully updated port: 9e660aa3-d6d8-4916-badb-ee401109eace {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.943210] env[70691]: DEBUG nova.compute.utils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1150.945033] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1150.945306] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1151.017635] env[70691]: DEBUG nova.policy [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee51fbad64734235a06520d8899f8dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657e9cba66304f6e8355d9a7e989c329', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1151.048100] env[70691]: DEBUG oslo_concurrency.lockutils [req-ca18cf5d-03bc-45cd-adbd-836069f6d2bf req-a066c1e2-e271-4524-afad-a7e05e6d5727 service nova] Releasing lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.128030] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.166496] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5261e8b0-fd1d-a4d2-9787-7eeee9a95cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.084835} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.170232] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.170580] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf/0a7936d0-e175-4346-8491-98f1864decdf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1151.173955] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bea0c119-778a-4e08-b104-34d5de507e43 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.176367] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454793, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.181456] env[70691]: DEBUG oslo_vmware.api [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454796, 'name': PowerOffVM_Task, 'duration_secs': 0.291264} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.183045] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1151.183317] env[70691]: DEBUG nova.compute.manager [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1151.183758] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1151.183758] env[70691]: value = "task-3454797" [ 1151.183758] env[70691]: _type = "Task" [ 1151.183758] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.184553] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cb4a33-4351-447e-9868-ea558a4bf85c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.199871] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.236532] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9bb040ac-211a-4ed8-9bbf-e4a409e162d9 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-7da5076b-1365-42ec-9b65-2696b2d96528-a4c383a4-34e7-431b-bfe4-fdbefb10503a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.554s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.285190] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "refresh_cache-e3ccf2d0-3fe1-4a98-8408-f8c80111837a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.285394] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "refresh_cache-e3ccf2d0-3fe1-4a98-8408-f8c80111837a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.285529] env[70691]: DEBUG nova.network.neutron [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1151.395032] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Successfully created port: 3423effb-bf65-465c-8ff0-41ef8f1ac500 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.448818] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1151.625287] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454795, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.671934] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454793, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.675960] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e7bd43-821e-454e-99b1-8705500fc131 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.684207] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b9945c-ed28-45cc-9786-769ea70d6cee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.716784] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e394aee5-884e-4200-8c97-9948b5f92ce9 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.585s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.719257] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e60220-d8da-4395-9827-3683200092b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.725139] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.730468] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae14f4ce-6b51-4c47-a68d-e649c9bf9219 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.749649] env[70691]: DEBUG nova.compute.provider_tree [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.819203] env[70691]: DEBUG nova.network.neutron [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1151.825757] env[70691]: DEBUG nova.compute.manager [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Received event network-vif-plugged-9e660aa3-d6d8-4916-badb-ee401109eace {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1151.826018] env[70691]: DEBUG oslo_concurrency.lockutils [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] Acquiring lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.826251] env[70691]: DEBUG oslo_concurrency.lockutils [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] Lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.826523] env[70691]: DEBUG oslo_concurrency.lockutils [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] Lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.826755] env[70691]: DEBUG nova.compute.manager [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] No waiting events found dispatching network-vif-plugged-9e660aa3-d6d8-4916-badb-ee401109eace {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1151.826947] env[70691]: WARNING nova.compute.manager [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Received unexpected event network-vif-plugged-9e660aa3-d6d8-4916-badb-ee401109eace for instance with vm_state building and task_state spawning. [ 1151.827134] env[70691]: DEBUG nova.compute.manager [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Received event network-changed-9e660aa3-d6d8-4916-badb-ee401109eace {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1151.827297] env[70691]: DEBUG nova.compute.manager [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Refreshing instance network info cache due to event network-changed-9e660aa3-d6d8-4916-badb-ee401109eace. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1151.827470] env[70691]: DEBUG oslo_concurrency.lockutils [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] Acquiring lock "refresh_cache-e3ccf2d0-3fe1-4a98-8408-f8c80111837a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.982128] env[70691]: DEBUG nova.network.neutron [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Updating instance_info_cache with network_info: [{"id": "9e660aa3-d6d8-4916-badb-ee401109eace", "address": "fa:16:3e:20:6a:c9", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e660aa3-d6", "ovs_interfaceid": "9e660aa3-d6d8-4916-badb-ee401109eace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.126893] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454795, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.170640] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454793, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.560244} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.171052] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/94d893fe-b881-4ba6-b0d4-417c87d9c22c/94d893fe-b881-4ba6-b0d4-417c87d9c22c.vmdk to [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf/c59bc96f-5ddc-4a4b-89e5-53486598bdaf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1152.172080] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3d1b70-565e-419e-b8e2-1a4125e4b6cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.198555] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf/c59bc96f-5ddc-4a4b-89e5-53486598bdaf.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.202878] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8f2c37-9d33-4c89-a64c-30cdf06ae9bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.231478] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454797, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.233747] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1152.233747] env[70691]: value = "task-3454798" [ 1152.233747] env[70691]: _type = "Task" [ 1152.233747] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.249111] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.252382] env[70691]: DEBUG nova.scheduler.client.report [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1152.460629] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1152.484384] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "refresh_cache-e3ccf2d0-3fe1-4a98-8408-f8c80111837a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.484802] env[70691]: DEBUG nova.compute.manager [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Instance network_info: |[{"id": "9e660aa3-d6d8-4916-badb-ee401109eace", "address": "fa:16:3e:20:6a:c9", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e660aa3-d6", "ovs_interfaceid": "9e660aa3-d6d8-4916-badb-ee401109eace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1152.485171] env[70691]: DEBUG oslo_concurrency.lockutils [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] Acquired lock "refresh_cache-e3ccf2d0-3fe1-4a98-8408-f8c80111837a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.485408] env[70691]: DEBUG nova.network.neutron [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Refreshing network info cache for port 9e660aa3-d6d8-4916-badb-ee401109eace {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1152.486790] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:6a:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e660aa3-d6d8-4916-badb-ee401109eace', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.497312] env[70691]: DEBUG oslo.service.loopingcall [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.499576] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1152.499850] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1152.500102] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.500357] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1152.500545] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.500774] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1152.501090] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1152.501340] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1152.501595] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1152.501851] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1152.502129] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1152.505547] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1152.506364] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd87894-34ae-48f0-93ac-48f5bfdb65ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.509072] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c04666-0a14-4b13-90b9-67d9c1690f3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.530043] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b9b5cb-ce08-4d68-8283-4f4749910dcb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.533905] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.533905] env[70691]: value = "task-3454799" [ 1152.533905] env[70691]: _type = "Task" [ 1152.533905] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.550576] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454799, 'name': CreateVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.556636] env[70691]: DEBUG nova.objects.instance [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.626737] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454795, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.026614} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.627037] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40/1e75937e-ad8b-4455-950d-b75f68068c40.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1152.627269] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.628010] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2074d8db-7a2c-4ea7-a601-9366ae9b01d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.633752] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1152.633752] env[70691]: value = "task-3454800" [ 1152.633752] env[70691]: _type = "Task" [ 1152.633752] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.644272] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.700042] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454797, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.289268} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.700356] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf/0a7936d0-e175-4346-8491-98f1864decdf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1152.700575] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.700842] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0391795c-7d25-4e90-afc1-e02c8268d9ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.706733] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1152.706733] env[70691]: value = "task-3454801" [ 1152.706733] env[70691]: _type = "Task" [ 1152.706733] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.715113] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.727117] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "interface-7da5076b-1365-42ec-9b65-2696b2d96528-a4c383a4-34e7-431b-bfe4-fdbefb10503a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.727425] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-7da5076b-1365-42ec-9b65-2696b2d96528-a4c383a4-34e7-431b-bfe4-fdbefb10503a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.744222] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.757988] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.758714] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1152.761639] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.571s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.793148] env[70691]: DEBUG nova.network.neutron [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Updated VIF entry in instance network info cache for port 9e660aa3-d6d8-4916-badb-ee401109eace. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1152.793731] env[70691]: DEBUG nova.network.neutron [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Updating instance_info_cache with network_info: [{"id": "9e660aa3-d6d8-4916-badb-ee401109eace", "address": "fa:16:3e:20:6a:c9", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e660aa3-d6", "ovs_interfaceid": "9e660aa3-d6d8-4916-badb-ee401109eace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.010550] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Successfully updated port: 3423effb-bf65-465c-8ff0-41ef8f1ac500 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.044913] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454799, 'name': CreateVM_Task, 'duration_secs': 0.439035} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.045324] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1153.046109] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.046505] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.046924] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.047286] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182e8c01-e1d2-4eaf-a2f3-0087578fdb04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.053136] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1153.053136] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b7baac-da25-efb7-d8f4-16d961135b68" [ 1153.053136] env[70691]: _type = "Task" [ 1153.053136] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.063332] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.064157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.065128] env[70691]: DEBUG nova.network.neutron [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1153.065128] env[70691]: DEBUG nova.objects.instance [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'info_cache' on Instance uuid 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.066828] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b7baac-da25-efb7-d8f4-16d961135b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.149046] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062597} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.149201] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.150127] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d449669-dc70-4f0d-a55b-ca9efb7fae21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.173367] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40/1e75937e-ad8b-4455-950d-b75f68068c40.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.174088] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d516597-637f-4d39-924a-a77b39b3f262 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.194119] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1153.194119] env[70691]: value = "task-3454802" [ 1153.194119] env[70691]: _type = "Task" [ 1153.194119] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.201751] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.216050] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059754} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.216050] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.216317] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5be82e4-735e-463b-b72d-596a70147b87 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.237193] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf/0a7936d0-e175-4346-8491-98f1864decdf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.237887] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.238150] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.239031] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78905b70-3e86-4772-8cc3-c4b6a04ceb5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.253516] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bec042c-16d6-4e6c-b9dc-d7c591c0f9f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.271263] env[70691]: DEBUG nova.compute.utils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1153.272491] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454798, 'name': ReconfigVM_Task, 'duration_secs': 0.571111} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.290402] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1153.290606] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1153.292524] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf/c59bc96f-5ddc-4a4b-89e5-53486598bdaf.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.293925] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_options': None, 'image_id': '2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689701', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'name': 'volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'c59bc96f-5ddc-4a4b-89e5-53486598bdaf', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'serial': '3c6ca66d-f1dc-48bd-8e35-b844820e3601'}, 'mount_device': '/dev/sdb', 'attachment_id': 'a2e6e172-5df8-4f4c-8c88-677021b64f5c', 'boot_index': None, 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70691) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1153.294137] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1153.294324] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689701', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'name': 'volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'c59bc96f-5ddc-4a4b-89e5-53486598bdaf', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'serial': '3c6ca66d-f1dc-48bd-8e35-b844820e3601'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1153.294805] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1153.294805] env[70691]: value = "task-3454803" [ 1153.294805] env[70691]: _type = "Task" [ 1153.294805] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.296844] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7241af89-1a40-4cde-9de5-be39575500a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.299889] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad31584-b874-419b-9c15-c35a783b8d5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.302864] env[70691]: DEBUG oslo_concurrency.lockutils [req-78efdb94-da6e-4843-9763-b0c013910d8c req-c7a94960-b851-42cd-926f-addb79c190db service nova] Releasing lock "refresh_cache-e3ccf2d0-3fe1-4a98-8408-f8c80111837a" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.341258] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.348780] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Reconfiguring VM to detach interface {{(pid=70691) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1153.348780] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f8de96-35ac-4cee-85f7-49b73b15a14e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.360912] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a153c5-2643-409d-8c2c-caf66f882fbf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.387058] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601/volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.388947] env[70691]: DEBUG nova.policy [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee51fbad64734235a06520d8899f8dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657e9cba66304f6e8355d9a7e989c329', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1153.392336] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf98f32a-d900-4ce6-9bbb-c5555a3990aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.406329] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1153.406329] env[70691]: value = "task-3454804" [ 1153.406329] env[70691]: _type = "Task" [ 1153.406329] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.411569] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1153.411569] env[70691]: value = "task-3454805" [ 1153.411569] env[70691]: _type = "Task" [ 1153.411569] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.418488] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.423346] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454805, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.513354] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "refresh_cache-294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.513534] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "refresh_cache-294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.513751] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1153.568795] env[70691]: DEBUG nova.objects.base [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Object Instance<44872813-8979-41ec-b1ef-f2f56454a4f2> lazy-loaded attributes: flavor,info_cache {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1153.570428] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b7baac-da25-efb7-d8f4-16d961135b68, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.570996] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.571458] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.572013] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.572013] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.572279] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.572616] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f209ff3f-2d82-42f0-a86f-60c16f1f3bda {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.585681] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.585681] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1153.585681] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19028a5-6237-45ca-bbe3-431818538d22 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.593529] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1153.593529] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5237b354-f232-08b7-97c0-7effe65c1dea" [ 1153.593529] env[70691]: _type = "Task" [ 1153.593529] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.603681] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5237b354-f232-08b7-97c0-7effe65c1dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.645836] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "77340182-6815-47dc-87c0-a7aabd8fe523" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.646147] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "77340182-6815-47dc-87c0-a7aabd8fe523" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.646369] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "77340182-6815-47dc-87c0-a7aabd8fe523-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.646576] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "77340182-6815-47dc-87c0-a7aabd8fe523-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.646774] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "77340182-6815-47dc-87c0-a7aabd8fe523-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.648935] env[70691]: INFO nova.compute.manager [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Terminating instance [ 1153.651406] env[70691]: DEBUG nova.compute.manager [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1153.651406] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1153.652109] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcd7188-e82a-453d-9859-2d1128c00693 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.659822] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1153.660114] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e266471b-24f4-4b88-b83e-b9d93ed93458 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.667149] env[70691]: DEBUG oslo_vmware.api [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1153.667149] env[70691]: value = "task-3454806" [ 1153.667149] env[70691]: _type = "Task" [ 1153.667149] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.675268] env[70691]: DEBUG oslo_vmware.api [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.676106] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Successfully created port: dd893e05-db0b-4a3b-ae85-fe8f6249c0b6 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.704457] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454802, 'name': ReconfigVM_Task, 'duration_secs': 0.453777} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.704710] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40/1e75937e-ad8b-4455-950d-b75f68068c40.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.705403] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c2c3d5c-8569-490f-af41-b8f97e6a05cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.712649] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1153.712649] env[70691]: value = "task-3454807" [ 1153.712649] env[70691]: _type = "Task" [ 1153.712649] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.721625] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454807, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.796952] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1153.812838] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454803, 'name': ReconfigVM_Task, 'duration_secs': 0.253135} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.813932] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 5be40eac-5673-49b1-9705-1c353b554d88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.814123] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 697b0d66-ebc0-465a-87de-2a019c9be3cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.814307] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.814475] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 44872813-8979-41ec-b1ef-f2f56454a4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.815836] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 7da5076b-1365-42ec-9b65-2696b2d96528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.815836] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 77340182-6815-47dc-87c0-a7aabd8fe523 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.815836] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 83ce245c-18c8-4de8-8fa9-564e11ba7535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.815836] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance ed5d8fc8-773f-443b-b2e8-4d93c641f0a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.815836] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance c59bc96f-5ddc-4a4b-89e5-53486598bdaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.815836] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 0a7936d0-e175-4346-8491-98f1864decdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.815836] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 1e75937e-ad8b-4455-950d-b75f68068c40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.815836] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e3ccf2d0-3fe1-4a98-8408-f8c80111837a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.816134] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.816134] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance fd1a6119-19b0-48b6-804e-b2b9b5a344ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1153.817692] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf/0a7936d0-e175-4346-8491-98f1864decdf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.818672] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0378bab4-7023-488a-8ae9-cf5c75653f2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.826273] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1153.826273] env[70691]: value = "task-3454808" [ 1153.826273] env[70691]: _type = "Task" [ 1153.826273] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.837830] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454808, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.891656] env[70691]: DEBUG nova.compute.manager [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Received event network-vif-plugged-3423effb-bf65-465c-8ff0-41ef8f1ac500 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1153.892024] env[70691]: DEBUG oslo_concurrency.lockutils [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] Acquiring lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.892193] env[70691]: DEBUG oslo_concurrency.lockutils [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] Lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.892471] env[70691]: DEBUG oslo_concurrency.lockutils [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] Lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.892656] env[70691]: DEBUG nova.compute.manager [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] No waiting events found dispatching network-vif-plugged-3423effb-bf65-465c-8ff0-41ef8f1ac500 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1153.892843] env[70691]: WARNING nova.compute.manager [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Received unexpected event network-vif-plugged-3423effb-bf65-465c-8ff0-41ef8f1ac500 for instance with vm_state building and task_state spawning. [ 1153.893043] env[70691]: DEBUG nova.compute.manager [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Received event network-changed-3423effb-bf65-465c-8ff0-41ef8f1ac500 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1153.893236] env[70691]: DEBUG nova.compute.manager [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Refreshing instance network info cache due to event network-changed-3423effb-bf65-465c-8ff0-41ef8f1ac500. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1153.893443] env[70691]: DEBUG oslo_concurrency.lockutils [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] Acquiring lock "refresh_cache-294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.920075] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.925568] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454805, 'name': ReconfigVM_Task, 'duration_secs': 0.34161} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.925967] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601/volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.933052] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ff5bc1-145f-4ee4-a713-bbe05f0dfae2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.949744] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1153.949744] env[70691]: value = "task-3454809" [ 1153.949744] env[70691]: _type = "Task" [ 1153.949744] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.958407] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.044190] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1154.104056] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5237b354-f232-08b7-97c0-7effe65c1dea, 'name': SearchDatastore_Task, 'duration_secs': 0.012727} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.104846] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9262bce9-4dd5-41b7-ae4e-9d0ceb1c3b76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.112765] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1154.112765] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ce1d34-c062-4818-a1f0-62102e04edef" [ 1154.112765] env[70691]: _type = "Task" [ 1154.112765] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.121599] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ce1d34-c062-4818-a1f0-62102e04edef, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.121840] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.122120] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e3ccf2d0-3fe1-4a98-8408-f8c80111837a/e3ccf2d0-3fe1-4a98-8408-f8c80111837a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1154.122375] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cbb3ce5-d219-4e53-9d52-cdf5d2591fed {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.128094] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1154.128094] env[70691]: value = "task-3454810" [ 1154.128094] env[70691]: _type = "Task" [ 1154.128094] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.137204] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.177149] env[70691]: DEBUG oslo_vmware.api [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454806, 'name': PowerOffVM_Task, 'duration_secs': 0.21643} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.177444] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1154.177673] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1154.177934] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d290007b-7002-4bf1-b7c5-e26bee319145 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.183631] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Updating instance_info_cache with network_info: [{"id": "3423effb-bf65-465c-8ff0-41ef8f1ac500", "address": "fa:16:3e:75:5c:ea", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3423effb-bf", "ovs_interfaceid": "3423effb-bf65-465c-8ff0-41ef8f1ac500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.222723] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454807, 'name': Rename_Task, 'duration_secs': 0.224371} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.223017] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1154.223256] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7d24e1-5d0f-4f9d-ad66-d4141b503997 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.229756] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1154.229756] env[70691]: value = "task-3454812" [ 1154.229756] env[70691]: _type = "Task" [ 1154.229756] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.240447] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.275637] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1154.275903] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1154.276109] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleting the datastore file [datastore2] 77340182-6815-47dc-87c0-a7aabd8fe523 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.277658] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a56435f-c913-4e85-9d94-7ce7d0bf3ee0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.286150] env[70691]: DEBUG oslo_vmware.api [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1154.286150] env[70691]: value = "task-3454813" [ 1154.286150] env[70691]: _type = "Task" [ 1154.286150] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.292543] env[70691]: DEBUG oslo_vmware.api [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.317717] env[70691]: DEBUG nova.network.neutron [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Updating instance_info_cache with network_info: [{"id": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "address": "fa:16:3e:3c:e6:39", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9b6ce3-b1", "ovs_interfaceid": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.319539] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 922e5a52-f71a-4a89-8f2f-4136d5510c93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1154.320670] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1154.320670] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1154.338449] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454808, 'name': Rename_Task, 'duration_secs': 0.140072} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.338829] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1154.340021] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30a6619a-a9e2-455c-8ed5-a5c943981b9e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.348717] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1154.348717] env[70691]: value = "task-3454814" [ 1154.348717] env[70691]: _type = "Task" [ 1154.348717] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.358942] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.419191] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.460632] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454809, 'name': ReconfigVM_Task, 'duration_secs': 0.142349} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.461052] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689701', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'name': 'volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'c59bc96f-5ddc-4a4b-89e5-53486598bdaf', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'serial': '3c6ca66d-f1dc-48bd-8e35-b844820e3601'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1154.464676] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-269e20c9-708a-44cc-b8a6-4a36b8c9bf42 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.474108] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1154.474108] env[70691]: value = "task-3454815" [ 1154.474108] env[70691]: _type = "Task" [ 1154.474108] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.488117] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454815, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.571973] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f87ddd-7034-452a-bf37-4e535480e2cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.580851] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebefaae-cf52-4115-aac0-896995ef6404 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.620150] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8bb962-5887-48c0-b535-53d12bfed056 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.628324] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91ed389-5ec3-485c-b6b5-a3c5747f5954 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.641059] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462394} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.649443] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e3ccf2d0-3fe1-4a98-8408-f8c80111837a/e3ccf2d0-3fe1-4a98-8408-f8c80111837a.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1154.650354] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.650354] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.651407] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea7f1074-e7fb-4657-8da0-6d267aae366f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.659856] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1154.659856] env[70691]: value = "task-3454816" [ 1154.659856] env[70691]: _type = "Task" [ 1154.659856] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.673521] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.686745] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "refresh_cache-294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.687129] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Instance network_info: |[{"id": "3423effb-bf65-465c-8ff0-41ef8f1ac500", "address": "fa:16:3e:75:5c:ea", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3423effb-bf", "ovs_interfaceid": "3423effb-bf65-465c-8ff0-41ef8f1ac500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1154.687627] env[70691]: DEBUG oslo_concurrency.lockutils [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] Acquired lock "refresh_cache-294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.687698] env[70691]: DEBUG nova.network.neutron [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Refreshing network info cache for port 3423effb-bf65-465c-8ff0-41ef8f1ac500 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1154.689054] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:5c:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3423effb-bf65-465c-8ff0-41ef8f1ac500', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.697679] env[70691]: DEBUG oslo.service.loopingcall [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.697944] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1154.698841] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cf8b616-4cc0-4d89-87f9-8097dd859a05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.729137] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.729137] env[70691]: value = "task-3454817" [ 1154.729137] env[70691]: _type = "Task" [ 1154.729137] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.742016] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454817, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.745354] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454812, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.795315] env[70691]: DEBUG oslo_vmware.api [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334324} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.795638] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.795912] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1154.796143] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1154.796336] env[70691]: INFO nova.compute.manager [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1154.796586] env[70691]: DEBUG oslo.service.loopingcall [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.796802] env[70691]: DEBUG nova.compute.manager [-] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1154.796910] env[70691]: DEBUG nova.network.neutron [-] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1154.806177] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1154.824026] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Releasing lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.837753] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1154.838066] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1154.838270] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.838486] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1154.838673] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.838880] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1154.839142] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1154.839358] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1154.839569] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1154.839772] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1154.839964] env[70691]: DEBUG nova.virt.hardware [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1154.841167] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e8aa65-7a10-4f20-9341-5ee4c81ebb14 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.856062] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389883c2-e0dc-44fd-be7c-c3f8eadaa444 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.866717] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454814, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.918085] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.984744] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454815, 'name': Rename_Task, 'duration_secs': 0.226886} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.985107] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1154.985374] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8791881a-ad00-43d3-b333-03842ade761a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.993519] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1154.993519] env[70691]: value = "task-3454818" [ 1154.993519] env[70691]: _type = "Task" [ 1154.993519] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.002959] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.154847] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1155.170478] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.170764] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.171677] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18badd30-354a-4efd-8026-10852eae6da0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.196731] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] e3ccf2d0-3fe1-4a98-8408-f8c80111837a/e3ccf2d0-3fe1-4a98-8408-f8c80111837a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.197360] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99113cd6-6f7f-47b8-84e1-1403ada7e70a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.222276] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1155.222276] env[70691]: value = "task-3454819" [ 1155.222276] env[70691]: _type = "Task" [ 1155.222276] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.232183] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454819, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.242890] env[70691]: DEBUG oslo_vmware.api [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454812, 'name': PowerOnVM_Task, 'duration_secs': 0.565673} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.246279] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1155.246528] env[70691]: INFO nova.compute.manager [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1155.246740] env[70691]: DEBUG nova.compute.manager [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1155.247104] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454817, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.250252] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc970a7c-801e-4f9b-ac31-53e50f4a31d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.329899] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1155.330237] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-756fb718-f2a3-484d-8aca-2722d0edb65f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.338179] env[70691]: DEBUG oslo_vmware.api [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1155.338179] env[70691]: value = "task-3454820" [ 1155.338179] env[70691]: _type = "Task" [ 1155.338179] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.346653] env[70691]: DEBUG oslo_vmware.api [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.359204] env[70691]: DEBUG oslo_vmware.api [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454814, 'name': PowerOnVM_Task, 'duration_secs': 0.54688} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.359485] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1155.359700] env[70691]: DEBUG nova.compute.manager [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1155.360493] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f4c60-5a46-4a6f-8747-f59a5ba590fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.420839] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.505705] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454818, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.577086] env[70691]: DEBUG nova.network.neutron [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Updated VIF entry in instance network info cache for port 3423effb-bf65-465c-8ff0-41ef8f1ac500. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1155.577502] env[70691]: DEBUG nova.network.neutron [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Updating instance_info_cache with network_info: [{"id": "3423effb-bf65-465c-8ff0-41ef8f1ac500", "address": "fa:16:3e:75:5c:ea", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3423effb-bf", "ovs_interfaceid": "3423effb-bf65-465c-8ff0-41ef8f1ac500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.659990] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1155.661125] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.899s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.661125] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.008s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.662326] env[70691]: INFO nova.compute.claims [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.736703] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.754718] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454817, 'name': CreateVM_Task, 'duration_secs': 0.600404} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.754902] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1155.758323] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.758323] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.758323] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.758323] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4e4b996-9fd2-4093-b2d0-024baf23235a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.769225] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1155.769225] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52500eba-0244-9e9d-7fa4-266a1bc3e65c" [ 1155.769225] env[70691]: _type = "Task" [ 1155.769225] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.770244] env[70691]: INFO nova.compute.manager [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Took 18.78 seconds to build instance. [ 1155.781975] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52500eba-0244-9e9d-7fa4-266a1bc3e65c, 'name': SearchDatastore_Task, 'duration_secs': 0.011242} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.782335] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.782576] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.782815] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.782972] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.783168] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.783433] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77e9e744-eb41-4c3e-8570-9e571e45bc32 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.793274] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Successfully updated port: dd893e05-db0b-4a3b-ae85-fe8f6249c0b6 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.795670] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.796185] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1155.797211] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4a1bc0-2711-45f2-993b-875865480391 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.804626] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1155.804626] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526c4524-7c83-e520-faf4-a18e8d923459" [ 1155.804626] env[70691]: _type = "Task" [ 1155.804626] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.814355] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526c4524-7c83-e520-faf4-a18e8d923459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.850778] env[70691]: DEBUG oslo_vmware.api [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.882578] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.919921] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.922909] env[70691]: DEBUG nova.compute.manager [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Received event network-vif-plugged-dd893e05-db0b-4a3b-ae85-fe8f6249c0b6 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1155.923188] env[70691]: DEBUG oslo_concurrency.lockutils [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] Acquiring lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.923437] env[70691]: DEBUG oslo_concurrency.lockutils [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] Lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.923726] env[70691]: DEBUG oslo_concurrency.lockutils [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] Lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.924085] env[70691]: DEBUG nova.compute.manager [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] No waiting events found dispatching network-vif-plugged-dd893e05-db0b-4a3b-ae85-fe8f6249c0b6 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1155.924192] env[70691]: WARNING nova.compute.manager [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Received unexpected event network-vif-plugged-dd893e05-db0b-4a3b-ae85-fe8f6249c0b6 for instance with vm_state building and task_state spawning. [ 1155.924301] env[70691]: DEBUG nova.compute.manager [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Received event network-vif-deleted-51e4ff85-06f3-4cea-a299-e40953c8bde7 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1155.924517] env[70691]: INFO nova.compute.manager [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Neutron deleted interface 51e4ff85-06f3-4cea-a299-e40953c8bde7; detaching it from the instance and deleting it from the info cache [ 1155.924713] env[70691]: DEBUG nova.network.neutron [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.007090] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454818, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.082565] env[70691]: DEBUG oslo_concurrency.lockutils [req-136affd8-c5bc-423a-913d-d19b691c6b0e req-bb3f51fe-04ed-4afb-a6df-6ca967f31549 service nova] Releasing lock "refresh_cache-294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.228843] env[70691]: DEBUG nova.network.neutron [-] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.237367] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454819, 'name': ReconfigVM_Task, 'duration_secs': 0.959389} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.237809] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Reconfigured VM instance instance-00000064 to attach disk [datastore1] e3ccf2d0-3fe1-4a98-8408-f8c80111837a/e3ccf2d0-3fe1-4a98-8408-f8c80111837a.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.238476] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a8558bb-6921-42d2-ad57-7e3b2dfd7f5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.246820] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1156.246820] env[70691]: value = "task-3454821" [ 1156.246820] env[70691]: _type = "Task" [ 1156.246820] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.257219] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454821, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.272298] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e480af44-414a-4f0d-aca7-b2c6ea2303d2 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "1e75937e-ad8b-4455-950d-b75f68068c40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.289s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.297703] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "refresh_cache-fd1a6119-19b0-48b6-804e-b2b9b5a344ad" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.297858] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "refresh_cache-fd1a6119-19b0-48b6-804e-b2b9b5a344ad" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.298032] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1156.319258] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526c4524-7c83-e520-faf4-a18e8d923459, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.320316] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770f2b77-9866-4df3-a8f9-e78e4fadc560 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.327696] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1156.327696] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5296c4ab-a096-2898-0f71-b1fffd177dd3" [ 1156.327696] env[70691]: _type = "Task" [ 1156.327696] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.338023] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5296c4ab-a096-2898-0f71-b1fffd177dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.352736] env[70691]: DEBUG oslo_vmware.api [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454820, 'name': PowerOnVM_Task, 'duration_secs': 0.87036} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.353350] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1156.353565] env[70691]: DEBUG nova.compute.manager [None req-5c63ff0c-00e1-4537-b41c-2edfea96868d tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1156.354599] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f268aab-4ab4-422c-a820-3bf123dd1433 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.422543] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.427937] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-849fe00c-f8c8-4c6f-b354-6d9e97f1d1d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.439131] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b89456-e3f0-4bd1-ae20-d7408e7c3c08 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.475715] env[70691]: DEBUG nova.compute.manager [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Detach interface failed, port_id=51e4ff85-06f3-4cea-a299-e40953c8bde7, reason: Instance 77340182-6815-47dc-87c0-a7aabd8fe523 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1156.475997] env[70691]: DEBUG nova.compute.manager [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Received event network-changed-dd893e05-db0b-4a3b-ae85-fe8f6249c0b6 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1156.476218] env[70691]: DEBUG nova.compute.manager [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Refreshing instance network info cache due to event network-changed-dd893e05-db0b-4a3b-ae85-fe8f6249c0b6. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1156.476438] env[70691]: DEBUG oslo_concurrency.lockutils [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] Acquiring lock "refresh_cache-fd1a6119-19b0-48b6-804e-b2b9b5a344ad" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.513065] env[70691]: DEBUG oslo_vmware.api [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454818, 'name': PowerOnVM_Task, 'duration_secs': 1.140777} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.513652] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1156.623584] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "0a7936d0-e175-4346-8491-98f1864decdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.623871] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "0a7936d0-e175-4346-8491-98f1864decdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.624106] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "0a7936d0-e175-4346-8491-98f1864decdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.624304] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "0a7936d0-e175-4346-8491-98f1864decdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.624486] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "0a7936d0-e175-4346-8491-98f1864decdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.627883] env[70691]: INFO nova.compute.manager [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Terminating instance [ 1156.629933] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "refresh_cache-0a7936d0-e175-4346-8491-98f1864decdf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.630135] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquired lock "refresh_cache-0a7936d0-e175-4346-8491-98f1864decdf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.630313] env[70691]: DEBUG nova.network.neutron [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1156.732480] env[70691]: INFO nova.compute.manager [-] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Took 1.94 seconds to deallocate network for instance. [ 1156.747162] env[70691]: DEBUG nova.compute.manager [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1156.748093] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec29341b-ff61-446a-b74f-c9ecf548bd7f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.765701] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454821, 'name': Rename_Task, 'duration_secs': 0.267414} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.770505] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1156.770505] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee8e520d-0fde-4a7a-afb9-5be7396ca465 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.779327] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1156.779327] env[70691]: value = "task-3454822" [ 1156.779327] env[70691]: _type = "Task" [ 1156.779327] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.789300] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.842621] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5296c4ab-a096-2898-0f71-b1fffd177dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.845388] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.845771] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc/294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1156.846422] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1afae3bc-f1ed-475a-b933-6090775544a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.849351] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1156.857912] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1156.857912] env[70691]: value = "task-3454823" [ 1156.857912] env[70691]: _type = "Task" [ 1156.857912] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.871786] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.917119] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd02ad3-01c4-4be1-b896-535d3f3af8f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.928772] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2188b6-a131-4d3c-8487-354cb55a3d65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.932342] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.964060] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c9f3fd-bf77-464d-8248-adbdad156e23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.972567] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e575b2-656c-4233-8a75-b56271b497dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.989755] env[70691]: DEBUG nova.compute.provider_tree [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.041772] env[70691]: DEBUG nova.network.neutron [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Updating instance_info_cache with network_info: [{"id": "dd893e05-db0b-4a3b-ae85-fe8f6249c0b6", "address": "fa:16:3e:c2:16:c6", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd893e05-db", "ovs_interfaceid": "dd893e05-db0b-4a3b-ae85-fe8f6249c0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.154767] env[70691]: DEBUG nova.network.neutron [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1157.214620] env[70691]: DEBUG nova.network.neutron [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.241170] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.279302] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0574f97a-e5d9-47bb-afb7-34e261c6b06c tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.329s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.293386] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454822, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.372881] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483444} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.373272] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc/294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1157.373509] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.373784] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d495f46-ee48-4ae2-b28b-62b4b8ac882a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.381187] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1157.381187] env[70691]: value = "task-3454824" [ 1157.381187] env[70691]: _type = "Task" [ 1157.381187] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.392677] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.423816] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.492756] env[70691]: DEBUG nova.scheduler.client.report [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1157.544758] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "refresh_cache-fd1a6119-19b0-48b6-804e-b2b9b5a344ad" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.545176] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Instance network_info: |[{"id": "dd893e05-db0b-4a3b-ae85-fe8f6249c0b6", "address": "fa:16:3e:c2:16:c6", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd893e05-db", "ovs_interfaceid": "dd893e05-db0b-4a3b-ae85-fe8f6249c0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1157.545741] env[70691]: DEBUG oslo_concurrency.lockutils [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] Acquired lock "refresh_cache-fd1a6119-19b0-48b6-804e-b2b9b5a344ad" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.545741] env[70691]: DEBUG nova.network.neutron [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Refreshing network info cache for port dd893e05-db0b-4a3b-ae85-fe8f6249c0b6 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1157.547138] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:16:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd893e05-db0b-4a3b-ae85-fe8f6249c0b6', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.557934] env[70691]: DEBUG oslo.service.loopingcall [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.559200] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1157.559499] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16c1c0b6-4168-4137-8777-409ea4abebb9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.587952] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.587952] env[70691]: value = "task-3454825" [ 1157.587952] env[70691]: _type = "Task" [ 1157.587952] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.598596] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454825, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.718412] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Releasing lock "refresh_cache-0a7936d0-e175-4346-8491-98f1864decdf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.718883] env[70691]: DEBUG nova.compute.manager [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1157.719094] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1157.720139] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c72b7-a827-4594-a958-4b98636c930e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.728319] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1157.728568] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ed5ec13-2243-4c71-bdce-2e0aabe9e823 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.735737] env[70691]: DEBUG oslo_vmware.api [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1157.735737] env[70691]: value = "task-3454826" [ 1157.735737] env[70691]: _type = "Task" [ 1157.735737] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.744218] env[70691]: DEBUG oslo_vmware.api [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.791094] env[70691]: DEBUG oslo_vmware.api [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454822, 'name': PowerOnVM_Task, 'duration_secs': 0.7879} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.791422] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1157.791643] env[70691]: INFO nova.compute.manager [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1157.791826] env[70691]: DEBUG nova.compute.manager [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1157.792633] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1794f1d7-1f25-41c8-846f-3772658972d3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.894434] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068244} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.894921] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.895817] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5305de-77bc-4437-ad42-00e87121557c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.920768] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc/294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.921169] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee41570-f4e1-42d4-a6a4-31492e91df16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.949543] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.951312] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1157.951312] env[70691]: value = "task-3454827" [ 1157.951312] env[70691]: _type = "Task" [ 1157.951312] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.963484] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.999256] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.999860] env[70691]: DEBUG nova.compute.manager [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1158.002671] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.120s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.003402] env[70691]: DEBUG nova.objects.instance [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1158.026640] env[70691]: DEBUG nova.compute.manager [req-5d93a9cf-d2ce-4fbd-bddd-06be4b84ff5b req-e8328c7c-d056-4679-a67e-abffd738f70e service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Received event network-changed-acd067ab-58f4-464d-a714-e0bb311cb44c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1158.026871] env[70691]: DEBUG nova.compute.manager [req-5d93a9cf-d2ce-4fbd-bddd-06be4b84ff5b req-e8328c7c-d056-4679-a67e-abffd738f70e service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Refreshing instance network info cache due to event network-changed-acd067ab-58f4-464d-a714-e0bb311cb44c. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1158.027577] env[70691]: DEBUG oslo_concurrency.lockutils [req-5d93a9cf-d2ce-4fbd-bddd-06be4b84ff5b req-e8328c7c-d056-4679-a67e-abffd738f70e service nova] Acquiring lock "refresh_cache-1e75937e-ad8b-4455-950d-b75f68068c40" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.027743] env[70691]: DEBUG oslo_concurrency.lockutils [req-5d93a9cf-d2ce-4fbd-bddd-06be4b84ff5b req-e8328c7c-d056-4679-a67e-abffd738f70e service nova] Acquired lock "refresh_cache-1e75937e-ad8b-4455-950d-b75f68068c40" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.027918] env[70691]: DEBUG nova.network.neutron [req-5d93a9cf-d2ce-4fbd-bddd-06be4b84ff5b req-e8328c7c-d056-4679-a67e-abffd738f70e service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Refreshing network info cache for port acd067ab-58f4-464d-a714-e0bb311cb44c {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1158.098457] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454825, 'name': CreateVM_Task, 'duration_secs': 0.414868} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.098637] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1158.099411] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.099579] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.099924] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.100240] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372d822e-f2c0-4714-9215-58403b9b1930 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.106028] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1158.106028] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52421c12-b245-c7f9-94a6-3ea7934c9a3f" [ 1158.106028] env[70691]: _type = "Task" [ 1158.106028] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.115668] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52421c12-b245-c7f9-94a6-3ea7934c9a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.247714] env[70691]: DEBUG oslo_vmware.api [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454826, 'name': PowerOffVM_Task, 'duration_secs': 0.282785} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.248079] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1158.248212] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1158.248493] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e6b6d0-1d0e-4c9e-b868-61d59a719520 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.266681] env[70691]: DEBUG nova.network.neutron [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Updated VIF entry in instance network info cache for port dd893e05-db0b-4a3b-ae85-fe8f6249c0b6. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1158.267073] env[70691]: DEBUG nova.network.neutron [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Updating instance_info_cache with network_info: [{"id": "dd893e05-db0b-4a3b-ae85-fe8f6249c0b6", "address": "fa:16:3e:c2:16:c6", "network": {"id": "f671ad24-3136-4b2e-99c3-94f41272c311", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-47494124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657e9cba66304f6e8355d9a7e989c329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd893e05-db", "ovs_interfaceid": "dd893e05-db0b-4a3b-ae85-fe8f6249c0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.280499] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1158.280868] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1158.281199] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Deleting the datastore file [datastore1] 0a7936d0-e175-4346-8491-98f1864decdf {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.281587] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d15702e-4a00-4eec-865e-6674e3761f5e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.289726] env[70691]: DEBUG oslo_vmware.api [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for the task: (returnval){ [ 1158.289726] env[70691]: value = "task-3454829" [ 1158.289726] env[70691]: _type = "Task" [ 1158.289726] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.298234] env[70691]: DEBUG oslo_vmware.api [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.312100] env[70691]: INFO nova.compute.manager [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Took 16.94 seconds to build instance. [ 1158.431567] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.461521] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.507448] env[70691]: DEBUG nova.compute.utils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1158.509395] env[70691]: DEBUG nova.compute.manager [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1158.509395] env[70691]: DEBUG nova.network.neutron [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1158.575975] env[70691]: DEBUG nova.policy [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b551d8479b70470a9d0b5baab4e745f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7372c9a6ed574e2886d88552f5bc59b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1158.620530] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52421c12-b245-c7f9-94a6-3ea7934c9a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.620943] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.621208] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.621446] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.622043] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.622043] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.622043] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97242071-1e9b-44b4-915e-4093b290266d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.632371] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.632566] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1158.633316] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d72f899-9b8f-47bb-8cbe-c2ae0f852531 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.639992] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1158.639992] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520e29be-2c64-157f-bcd2-1c73d5565401" [ 1158.639992] env[70691]: _type = "Task" [ 1158.639992] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.650618] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520e29be-2c64-157f-bcd2-1c73d5565401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.770102] env[70691]: DEBUG oslo_concurrency.lockutils [req-8997f1bf-096b-4dfd-bab1-b9f0da144a7b req-4985dbc5-ef4d-4548-b20e-0b626dad5532 service nova] Releasing lock "refresh_cache-fd1a6119-19b0-48b6-804e-b2b9b5a344ad" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.804580] env[70691]: DEBUG oslo_vmware.api [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Task: {'id': task-3454829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115825} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.804924] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.805194] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1158.805421] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1158.805687] env[70691]: INFO nova.compute.manager [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1158.806065] env[70691]: DEBUG oslo.service.loopingcall [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1158.806361] env[70691]: DEBUG nova.compute.manager [-] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1158.806540] env[70691]: DEBUG nova.network.neutron [-] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1158.813485] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2b097bfb-43c4-4eed-bc06-58c51a846e87 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.452s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.823379] env[70691]: DEBUG nova.network.neutron [-] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1158.927688] env[70691]: DEBUG nova.network.neutron [req-5d93a9cf-d2ce-4fbd-bddd-06be4b84ff5b req-e8328c7c-d056-4679-a67e-abffd738f70e service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Updated VIF entry in instance network info cache for port acd067ab-58f4-464d-a714-e0bb311cb44c. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1158.928388] env[70691]: DEBUG nova.network.neutron [req-5d93a9cf-d2ce-4fbd-bddd-06be4b84ff5b req-e8328c7c-d056-4679-a67e-abffd738f70e service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Updating instance_info_cache with network_info: [{"id": "acd067ab-58f4-464d-a714-e0bb311cb44c", "address": "fa:16:3e:b4:e3:b6", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd067ab-58", "ovs_interfaceid": "acd067ab-58f4-464d-a714-e0bb311cb44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.938701] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.964511] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454827, 'name': ReconfigVM_Task, 'duration_secs': 0.881734} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.964857] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc/294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.965654] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4c3874f-71e8-46f9-b07d-4784a4973d27 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.974075] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1158.974075] env[70691]: value = "task-3454830" [ 1158.974075] env[70691]: _type = "Task" [ 1158.974075] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.984218] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454830, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.008174] env[70691]: DEBUG nova.network.neutron [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Successfully created port: 7d85f9ec-081f-4ab7-861d-90e53cdb3a2f {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.015477] env[70691]: DEBUG nova.compute.manager [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1159.019345] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5848d016-ad9c-4f43-a5f0-11a1ed42fb13 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.020704] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.780s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.020832] env[70691]: DEBUG nova.objects.instance [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'resources' on Instance uuid 77340182-6815-47dc-87c0-a7aabd8fe523 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.157582] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520e29be-2c64-157f-bcd2-1c73d5565401, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.157582] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75255daf-e477-4503-8f79-56f3708af3fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.163040] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1159.163040] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5268bcef-59b2-86aa-a773-c39d7bf79a32" [ 1159.163040] env[70691]: _type = "Task" [ 1159.163040] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.170313] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5268bcef-59b2-86aa-a773-c39d7bf79a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.327211] env[70691]: DEBUG nova.network.neutron [-] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.434110] env[70691]: DEBUG oslo_concurrency.lockutils [req-5d93a9cf-d2ce-4fbd-bddd-06be4b84ff5b req-e8328c7c-d056-4679-a67e-abffd738f70e service nova] Releasing lock "refresh_cache-1e75937e-ad8b-4455-950d-b75f68068c40" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.435044] env[70691]: DEBUG oslo_vmware.api [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454804, 'name': ReconfigVM_Task, 'duration_secs': 5.779755} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.435427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.435753] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Reconfigured VM to detach interface {{(pid=70691) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1159.485813] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454830, 'name': Rename_Task, 'duration_secs': 0.296347} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.486141] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1159.486404] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8adb377c-74ec-4644-91a5-1b8caa9c9c2b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.508635] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1159.508635] env[70691]: value = "task-3454831" [ 1159.508635] env[70691]: _type = "Task" [ 1159.508635] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.517115] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.678470] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5268bcef-59b2-86aa-a773-c39d7bf79a32, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.682347] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.682759] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] fd1a6119-19b0-48b6-804e-b2b9b5a344ad/fd1a6119-19b0-48b6-804e-b2b9b5a344ad.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1159.684204] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b736a9-755f-40eb-ac12-6cf2bfcaee7c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.694038] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1159.694038] env[70691]: value = "task-3454832" [ 1159.694038] env[70691]: _type = "Task" [ 1159.694038] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.702884] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.703429] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.703721] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.703780] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.704016] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.709546] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.710075] env[70691]: INFO nova.compute.manager [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Terminating instance [ 1159.714546] env[70691]: DEBUG nova.compute.manager [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1159.714694] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1159.715640] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2cb260-2d9f-4e1e-87da-ce68c6d540a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.723944] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1159.726693] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5780887-cb62-45d3-a5ea-18150691cf83 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.736628] env[70691]: DEBUG oslo_vmware.api [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1159.736628] env[70691]: value = "task-3454833" [ 1159.736628] env[70691]: _type = "Task" [ 1159.736628] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.747862] env[70691]: DEBUG oslo_vmware.api [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.759141] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc6d304-b82b-42e9-9de5-9345e1fe51d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.767012] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d716dfce-fb00-4915-9e43-1a856f4e854b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.802648] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c5e690-3c8f-4926-be02-d0ebb1b0fcb1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.812506] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9572650-6451-4dc0-b654-6a82a4025cc8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.830180] env[70691]: INFO nova.compute.manager [-] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Took 1.02 seconds to deallocate network for instance. [ 1159.830738] env[70691]: DEBUG nova.compute.provider_tree [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.022398] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.028843] env[70691]: DEBUG nova.compute.manager [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1160.060341] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1160.060605] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1160.060805] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.060959] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1160.061304] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.061304] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1160.061506] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1160.061666] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1160.061841] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1160.062018] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1160.062206] env[70691]: DEBUG nova.virt.hardware [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1160.063125] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c50aa95-8810-4f0d-88f9-43dc65f692f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.071906] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d7e97a-2567-4d18-ba86-fa66cb52f137 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.210624] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.248642] env[70691]: DEBUG oslo_vmware.api [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454833, 'name': PowerOffVM_Task, 'duration_secs': 0.256954} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.249280] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1160.249280] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1160.249581] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-704182a7-5c55-43b5-8eaa-ed7dd97c2ca3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.332553] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1160.332930] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1160.332975] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleting the datastore file [datastore1] e3ccf2d0-3fe1-4a98-8408-f8c80111837a {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.333271] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feab8329-97e2-4484-95e9-fa81419481be {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.336926] env[70691]: DEBUG nova.scheduler.client.report [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1160.340802] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.346444] env[70691]: DEBUG oslo_vmware.api [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1160.346444] env[70691]: value = "task-3454835" [ 1160.346444] env[70691]: _type = "Task" [ 1160.346444] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.355405] env[70691]: DEBUG oslo_vmware.api [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.519890] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454831, 'name': PowerOnVM_Task, 'duration_secs': 0.775579} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.520386] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1160.520648] env[70691]: INFO nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1160.520835] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1160.522182] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f789be-abba-4da6-83cf-7af882ac91e2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.596548] env[70691]: DEBUG nova.compute.manager [req-f38d4f05-bbde-4bb8-8a89-6013468ef91f req-ac9ae8c1-df41-45a5-bf35-56c354a7055d service nova] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Received event network-vif-plugged-7d85f9ec-081f-4ab7-861d-90e53cdb3a2f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1160.596751] env[70691]: DEBUG oslo_concurrency.lockutils [req-f38d4f05-bbde-4bb8-8a89-6013468ef91f req-ac9ae8c1-df41-45a5-bf35-56c354a7055d service nova] Acquiring lock "922e5a52-f71a-4a89-8f2f-4136d5510c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.597015] env[70691]: DEBUG oslo_concurrency.lockutils [req-f38d4f05-bbde-4bb8-8a89-6013468ef91f req-ac9ae8c1-df41-45a5-bf35-56c354a7055d service nova] Lock "922e5a52-f71a-4a89-8f2f-4136d5510c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.597342] env[70691]: DEBUG oslo_concurrency.lockutils [req-f38d4f05-bbde-4bb8-8a89-6013468ef91f req-ac9ae8c1-df41-45a5-bf35-56c354a7055d service nova] Lock "922e5a52-f71a-4a89-8f2f-4136d5510c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.597544] env[70691]: DEBUG nova.compute.manager [req-f38d4f05-bbde-4bb8-8a89-6013468ef91f req-ac9ae8c1-df41-45a5-bf35-56c354a7055d service nova] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] No waiting events found dispatching network-vif-plugged-7d85f9ec-081f-4ab7-861d-90e53cdb3a2f {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1160.597723] env[70691]: WARNING nova.compute.manager [req-f38d4f05-bbde-4bb8-8a89-6013468ef91f req-ac9ae8c1-df41-45a5-bf35-56c354a7055d service nova] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Received unexpected event network-vif-plugged-7d85f9ec-081f-4ab7-861d-90e53cdb3a2f for instance with vm_state building and task_state spawning. [ 1160.693547] env[70691]: DEBUG nova.network.neutron [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Successfully updated port: 7d85f9ec-081f-4ab7-861d-90e53cdb3a2f {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.709967] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639226} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.710067] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] fd1a6119-19b0-48b6-804e-b2b9b5a344ad/fd1a6119-19b0-48b6-804e-b2b9b5a344ad.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1160.710248] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.710504] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8814ebea-732b-4096-9abf-df986e2ffad3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.720184] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1160.720184] env[70691]: value = "task-3454836" [ 1160.720184] env[70691]: _type = "Task" [ 1160.720184] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.730987] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.777033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.777033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquired lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.777033] env[70691]: DEBUG nova.network.neutron [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1160.842915] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.845305] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.504s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.845583] env[70691]: DEBUG nova.objects.instance [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lazy-loading 'resources' on Instance uuid 0a7936d0-e175-4346-8491-98f1864decdf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.857992] env[70691]: DEBUG oslo_vmware.api [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187841} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.858944] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.859196] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1160.859397] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1160.859579] env[70691]: INFO nova.compute.manager [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1160.859826] env[70691]: DEBUG oslo.service.loopingcall [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.860271] env[70691]: DEBUG nova.compute.manager [-] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1160.860374] env[70691]: DEBUG nova.network.neutron [-] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1160.867715] env[70691]: INFO nova.scheduler.client.report [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleted allocations for instance 77340182-6815-47dc-87c0-a7aabd8fe523 [ 1161.042561] env[70691]: INFO nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Took 17.61 seconds to build instance. [ 1161.196903] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-922e5a52-f71a-4a89-8f2f-4136d5510c93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.197136] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-922e5a52-f71a-4a89-8f2f-4136d5510c93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.197322] env[70691]: DEBUG nova.network.neutron [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1161.230727] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250736} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.230943] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.231883] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486aedaa-07ba-4be0-9e2c-63bf86fb6a50 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.255236] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] fd1a6119-19b0-48b6-804e-b2b9b5a344ad/fd1a6119-19b0-48b6-804e-b2b9b5a344ad.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.255543] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271d6001-b789-48ca-bd82-6a8d46bcc792 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.273166] env[70691]: DEBUG oslo_concurrency.lockutils [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "7da5076b-1365-42ec-9b65-2696b2d96528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.273412] env[70691]: DEBUG oslo_concurrency.lockutils [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "7da5076b-1365-42ec-9b65-2696b2d96528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.273617] env[70691]: DEBUG oslo_concurrency.lockutils [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "7da5076b-1365-42ec-9b65-2696b2d96528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.273823] env[70691]: DEBUG oslo_concurrency.lockutils [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "7da5076b-1365-42ec-9b65-2696b2d96528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.274052] env[70691]: DEBUG oslo_concurrency.lockutils [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "7da5076b-1365-42ec-9b65-2696b2d96528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.277102] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1161.277102] env[70691]: value = "task-3454837" [ 1161.277102] env[70691]: _type = "Task" [ 1161.277102] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.277539] env[70691]: INFO nova.compute.manager [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Terminating instance [ 1161.281216] env[70691]: DEBUG nova.compute.manager [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1161.281420] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1161.286191] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a4c85-780a-46f1-b5c5-7eecea6154db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.298259] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.301422] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1161.301994] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f50ccea5-4ea5-4cc4-92e2-0a4f8f177710 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.309809] env[70691]: DEBUG oslo_vmware.api [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1161.309809] env[70691]: value = "task-3454838" [ 1161.309809] env[70691]: _type = "Task" [ 1161.309809] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.324723] env[70691]: DEBUG oslo_vmware.api [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.379887] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5e924831-a174-4c53-8584-078a6007417c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "77340182-6815-47dc-87c0-a7aabd8fe523" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.734s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.544941] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.124s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.547024] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfda43f-e59e-470d-9f86-85c600640875 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.552557] env[70691]: INFO nova.network.neutron [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Port a4c383a4-34e7-431b-bfe4-fdbefb10503a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1161.552946] env[70691]: DEBUG nova.network.neutron [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updating instance_info_cache with network_info: [{"id": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "address": "fa:16:3e:2e:ab:5b", "network": {"id": "3ce90583-94af-4c78-be6f-057bb6b7c5a2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-353564874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f5279a7893b4af5af7d4ee978ac49c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7faaba-bd", "ovs_interfaceid": "1e7faaba-bd46-467b-97b0-29e97defdbfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.556971] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fb0ac0-ca6f-43aa-b4d0-e43831cfe3c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.594303] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59634d7-3e87-4777-8918-e5da5c6f41e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.603504] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354472d7-a5c0-4c7c-ab16-c93192e830c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.607871] env[70691]: DEBUG nova.network.neutron [-] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.621718] env[70691]: DEBUG nova.compute.provider_tree [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.730254] env[70691]: DEBUG nova.network.neutron [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1161.789421] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454837, 'name': ReconfigVM_Task, 'duration_secs': 0.40389} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.789716] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Reconfigured VM instance instance-00000066 to attach disk [datastore1] fd1a6119-19b0-48b6-804e-b2b9b5a344ad/fd1a6119-19b0-48b6-804e-b2b9b5a344ad.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.790414] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6789e5cf-0029-4ec0-a073-573eb47bde37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.799463] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1161.799463] env[70691]: value = "task-3454839" [ 1161.799463] env[70691]: _type = "Task" [ 1161.799463] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.808734] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454839, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.818528] env[70691]: DEBUG oslo_vmware.api [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454838, 'name': PowerOffVM_Task, 'duration_secs': 0.272433} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.818767] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1161.818939] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1161.819204] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc52c809-87be-4316-b67a-8f36513dec4e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.861215] env[70691]: DEBUG nova.network.neutron [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Updating instance_info_cache with network_info: [{"id": "7d85f9ec-081f-4ab7-861d-90e53cdb3a2f", "address": "fa:16:3e:34:4d:3a", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d85f9ec-08", "ovs_interfaceid": "7d85f9ec-081f-4ab7-861d-90e53cdb3a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.888572] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1161.888814] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1161.889017] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleting the datastore file [datastore2] 7da5076b-1365-42ec-9b65-2696b2d96528 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.889332] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96f96ef5-10ef-4181-9760-71d1f86f5f3e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.897824] env[70691]: DEBUG oslo_vmware.api [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1161.897824] env[70691]: value = "task-3454841" [ 1161.897824] env[70691]: _type = "Task" [ 1161.897824] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.906109] env[70691]: DEBUG oslo_vmware.api [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.062872] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Releasing lock "refresh_cache-7da5076b-1365-42ec-9b65-2696b2d96528" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.110074] env[70691]: INFO nova.compute.manager [-] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Took 1.25 seconds to deallocate network for instance. [ 1162.124312] env[70691]: DEBUG nova.scheduler.client.report [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1162.310425] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454839, 'name': Rename_Task, 'duration_secs': 0.176564} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.310666] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1162.310960] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f162fb2e-f37a-4995-9bc9-3e08281c7728 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.321043] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1162.321043] env[70691]: value = "task-3454842" [ 1162.321043] env[70691]: _type = "Task" [ 1162.321043] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.330723] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.363901] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-922e5a52-f71a-4a89-8f2f-4136d5510c93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.364158] env[70691]: DEBUG nova.compute.manager [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Instance network_info: |[{"id": "7d85f9ec-081f-4ab7-861d-90e53cdb3a2f", "address": "fa:16:3e:34:4d:3a", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d85f9ec-08", "ovs_interfaceid": "7d85f9ec-081f-4ab7-861d-90e53cdb3a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1162.364661] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:4d:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d85f9ec-081f-4ab7-861d-90e53cdb3a2f', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.373240] env[70691]: DEBUG oslo.service.loopingcall [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1162.373542] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1162.373803] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58de5258-088a-4c73-a65b-c9b865f25536 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.395259] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.395259] env[70691]: value = "task-3454843" [ 1162.395259] env[70691]: _type = "Task" [ 1162.395259] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.407793] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454843, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.410607] env[70691]: DEBUG oslo_vmware.api [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185893} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.412418] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.412418] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1162.412418] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1162.412552] env[70691]: INFO nova.compute.manager [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.412763] env[70691]: DEBUG oslo.service.loopingcall [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1162.415136] env[70691]: DEBUG nova.compute.manager [-] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1162.415237] env[70691]: DEBUG nova.network.neutron [-] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1162.567446] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4acbe7f2-455c-411c-a3e8-974fd83abffd tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "interface-7da5076b-1365-42ec-9b65-2696b2d96528-a4c383a4-34e7-431b-bfe4-fdbefb10503a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.840s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.616868] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.630747] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.634357] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.018s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.634658] env[70691]: DEBUG nova.objects.instance [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lazy-loading 'resources' on Instance uuid e3ccf2d0-3fe1-4a98-8408-f8c80111837a {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.644464] env[70691]: DEBUG nova.compute.manager [req-b0be6f4e-5bd0-4356-a8e9-663805bdc045 req-e8bf0e64-77c6-453a-8852-6eefd695a04d service nova] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Received event network-changed-7d85f9ec-081f-4ab7-861d-90e53cdb3a2f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1162.644464] env[70691]: DEBUG nova.compute.manager [req-b0be6f4e-5bd0-4356-a8e9-663805bdc045 req-e8bf0e64-77c6-453a-8852-6eefd695a04d service nova] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Refreshing instance network info cache due to event network-changed-7d85f9ec-081f-4ab7-861d-90e53cdb3a2f. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1162.644464] env[70691]: DEBUG oslo_concurrency.lockutils [req-b0be6f4e-5bd0-4356-a8e9-663805bdc045 req-e8bf0e64-77c6-453a-8852-6eefd695a04d service nova] Acquiring lock "refresh_cache-922e5a52-f71a-4a89-8f2f-4136d5510c93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.644776] env[70691]: DEBUG oslo_concurrency.lockutils [req-b0be6f4e-5bd0-4356-a8e9-663805bdc045 req-e8bf0e64-77c6-453a-8852-6eefd695a04d service nova] Acquired lock "refresh_cache-922e5a52-f71a-4a89-8f2f-4136d5510c93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.644776] env[70691]: DEBUG nova.network.neutron [req-b0be6f4e-5bd0-4356-a8e9-663805bdc045 req-e8bf0e64-77c6-453a-8852-6eefd695a04d service nova] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Refreshing network info cache for port 7d85f9ec-081f-4ab7-861d-90e53cdb3a2f {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1162.663917] env[70691]: INFO nova.scheduler.client.report [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Deleted allocations for instance 0a7936d0-e175-4346-8491-98f1864decdf [ 1162.835367] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454842, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.907967] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454843, 'name': CreateVM_Task, 'duration_secs': 0.411555} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.908271] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1162.909271] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.909576] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.910031] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.910678] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0292534-487b-4cfa-a467-362da59e8898 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.918222] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.918560] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.920427] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1162.920427] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d14e40-6214-0891-f341-5ba23a6bcc11" [ 1162.920427] env[70691]: _type = "Task" [ 1162.920427] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.932150] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d14e40-6214-0891-f341-5ba23a6bcc11, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.933288] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.933555] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.933835] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.934033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.934285] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.934822] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-180a47c5-26ec-4c8c-aaf7-b7011c49a543 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.944621] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.944796] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1162.945530] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af955e2-72a0-4c60-b4a2-e316ac06388d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.952445] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1162.952445] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c9a404-9fe0-eb22-573c-6ee1bb57b780" [ 1162.952445] env[70691]: _type = "Task" [ 1162.952445] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.961274] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c9a404-9fe0-eb22-573c-6ee1bb57b780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.171716] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e9d941bb-e010-4b46-ac0b-98fd285b2a55 tempest-ServersListShow296Test-1391545849 tempest-ServersListShow296Test-1391545849-project-member] Lock "0a7936d0-e175-4346-8491-98f1864decdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.548s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.317502] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b80da6-9440-4526-8d5a-4f1a014eede4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.329851] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44996f34-8fb2-4602-b8fa-2b0de0362e0f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.337328] env[70691]: DEBUG oslo_vmware.api [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454842, 'name': PowerOnVM_Task, 'duration_secs': 0.641431} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.340780] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1163.340930] env[70691]: INFO nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1163.341612] env[70691]: DEBUG nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1163.342472] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaf74ed-5741-4008-8936-e9367756ea38 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.374764] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82456bbb-6925-4c7d-a92d-770c3450f0b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.389065] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0616b0bf-3053-4c33-8bf1-0ca465620419 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.405268] env[70691]: DEBUG nova.compute.provider_tree [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.422161] env[70691]: INFO nova.compute.manager [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Detaching volume ea545f18-a2a6-4627-82d4-ce1a26fe8d94 [ 1163.425110] env[70691]: DEBUG nova.network.neutron [req-b0be6f4e-5bd0-4356-a8e9-663805bdc045 req-e8bf0e64-77c6-453a-8852-6eefd695a04d service nova] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Updated VIF entry in instance network info cache for port 7d85f9ec-081f-4ab7-861d-90e53cdb3a2f. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1163.425546] env[70691]: DEBUG nova.network.neutron [req-b0be6f4e-5bd0-4356-a8e9-663805bdc045 req-e8bf0e64-77c6-453a-8852-6eefd695a04d service nova] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Updating instance_info_cache with network_info: [{"id": "7d85f9ec-081f-4ab7-861d-90e53cdb3a2f", "address": "fa:16:3e:34:4d:3a", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d85f9ec-08", "ovs_interfaceid": "7d85f9ec-081f-4ab7-861d-90e53cdb3a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.464269] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c9a404-9fe0-eb22-573c-6ee1bb57b780, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.464632] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4175c8d7-fd0f-40c3-a222-089dab7859f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.469632] env[70691]: INFO nova.virt.block_device [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Attempting to driver detach volume ea545f18-a2a6-4627-82d4-ce1a26fe8d94 from mountpoint /dev/sdb [ 1163.469896] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.470085] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689683', 'volume_id': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'name': 'volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '697b0d66-ebc0-465a-87de-2a019c9be3cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'serial': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.470912] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f7e46d-e61b-4e71-921b-8989168f0af4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.474547] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1163.474547] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e01d71-a020-3956-b177-1bc87d5ed0c1" [ 1163.474547] env[70691]: _type = "Task" [ 1163.474547] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.494574] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7622c0c7-f544-4467-8116-be8b007fbd6a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.500391] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e01d71-a020-3956-b177-1bc87d5ed0c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.505257] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72681e1-7740-4223-b58f-219c092c4dc6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.526058] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cda573-a5e9-467d-88c7-583ef2451481 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.543721] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] The volume has not been displaced from its original location: [datastore2] volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94/volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.549124] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.549448] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02a10a5-ca6c-4d34-9a87-18deae1b5ff6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.571021] env[70691]: DEBUG oslo_vmware.api [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1163.571021] env[70691]: value = "task-3454844" [ 1163.571021] env[70691]: _type = "Task" [ 1163.571021] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.579861] env[70691]: DEBUG oslo_vmware.api [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.759383] env[70691]: DEBUG nova.network.neutron [-] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.898688] env[70691]: INFO nova.compute.manager [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Took 20.38 seconds to build instance. [ 1163.910104] env[70691]: DEBUG nova.scheduler.client.report [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1163.929024] env[70691]: DEBUG oslo_concurrency.lockutils [req-b0be6f4e-5bd0-4356-a8e9-663805bdc045 req-e8bf0e64-77c6-453a-8852-6eefd695a04d service nova] Releasing lock "refresh_cache-922e5a52-f71a-4a89-8f2f-4136d5510c93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.929308] env[70691]: DEBUG nova.compute.manager [req-b0be6f4e-5bd0-4356-a8e9-663805bdc045 req-e8bf0e64-77c6-453a-8852-6eefd695a04d service nova] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Received event network-vif-deleted-9e660aa3-d6d8-4916-badb-ee401109eace {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1163.985967] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e01d71-a020-3956-b177-1bc87d5ed0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.040202} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.986269] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.986564] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 922e5a52-f71a-4a89-8f2f-4136d5510c93/922e5a52-f71a-4a89-8f2f-4136d5510c93.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1163.986950] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f592839a-2e20-4f4f-86bb-be4900f00b22 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.995610] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1163.995610] env[70691]: value = "task-3454845" [ 1163.995610] env[70691]: _type = "Task" [ 1163.995610] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.006212] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.082877] env[70691]: DEBUG oslo_vmware.api [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.263303] env[70691]: INFO nova.compute.manager [-] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Took 1.85 seconds to deallocate network for instance. [ 1164.329622] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.330471] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.330471] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.330471] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.330771] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.332755] env[70691]: INFO nova.compute.manager [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Terminating instance [ 1164.334919] env[70691]: DEBUG nova.compute.manager [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1164.334919] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1164.335647] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d386bf4-a769-450e-aeba-4aa97056272e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.344805] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1164.345112] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-709facf0-9f19-4130-8154-3563478ba671 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.354086] env[70691]: DEBUG oslo_vmware.api [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1164.354086] env[70691]: value = "task-3454846" [ 1164.354086] env[70691]: _type = "Task" [ 1164.354086] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.362796] env[70691]: DEBUG oslo_vmware.api [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.401160] env[70691]: DEBUG oslo_concurrency.lockutils [None req-298e0c3b-d3eb-4390-8e66-79713f80da3b tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.950s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.415275] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.424454] env[70691]: DEBUG oslo_concurrency.lockutils [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.425328] env[70691]: DEBUG oslo_concurrency.lockutils [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.425328] env[70691]: DEBUG oslo_concurrency.lockutils [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.425998] env[70691]: DEBUG oslo_concurrency.lockutils [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.425998] env[70691]: DEBUG oslo_concurrency.lockutils [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.428834] env[70691]: INFO nova.compute.manager [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Terminating instance [ 1164.431138] env[70691]: DEBUG nova.compute.manager [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1164.431382] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1164.432241] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169d328d-51db-4afa-9912-2ee6ba61999d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.439559] env[70691]: INFO nova.scheduler.client.report [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted allocations for instance e3ccf2d0-3fe1-4a98-8408-f8c80111837a [ 1164.447811] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1164.448293] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f77d2e1-a802-4c19-943d-9b87f861e7a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.455561] env[70691]: DEBUG oslo_vmware.api [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1164.455561] env[70691]: value = "task-3454847" [ 1164.455561] env[70691]: _type = "Task" [ 1164.455561] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.463933] env[70691]: DEBUG oslo_vmware.api [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.512124] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.587421] env[70691]: DEBUG oslo_vmware.api [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.676285] env[70691]: DEBUG nova.compute.manager [req-492a26bd-e6b9-4c9b-b799-2f4a637aecaf req-b364d520-e2db-4e43-9743-4b584dc3de92 service nova] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Received event network-vif-deleted-1e7faaba-bd46-467b-97b0-29e97defdbfa {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1164.770035] env[70691]: DEBUG oslo_concurrency.lockutils [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.770180] env[70691]: DEBUG oslo_concurrency.lockutils [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.770373] env[70691]: DEBUG nova.objects.instance [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'resources' on Instance uuid 7da5076b-1365-42ec-9b65-2696b2d96528 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.864229] env[70691]: DEBUG oslo_vmware.api [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454846, 'name': PowerOffVM_Task, 'duration_secs': 0.278858} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.864533] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1164.864707] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1164.864960] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5a1d1d0-e921-4edf-917e-d6133f9fd140 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.931673] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1164.931924] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1164.933054] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleting the datastore file [datastore2] 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.933423] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0ec136-d7a5-4eb7-83ad-63bbf0de278d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.941669] env[70691]: DEBUG oslo_vmware.api [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1164.941669] env[70691]: value = "task-3454849" [ 1164.941669] env[70691]: _type = "Task" [ 1164.941669] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.952943] env[70691]: DEBUG oslo_vmware.api [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.954047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-30f5daa7-4212-4e73-92bf-8885977fcc16 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "e3ccf2d0-3fe1-4a98-8408-f8c80111837a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.251s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.966860] env[70691]: DEBUG oslo_vmware.api [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.007598] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.083205] env[70691]: DEBUG oslo_vmware.api [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454844, 'name': ReconfigVM_Task, 'duration_secs': 1.461089} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.083561] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.088756] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cdb066c-0a40-4733-a6a5-fe13004b39eb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.107031] env[70691]: DEBUG oslo_vmware.api [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1165.107031] env[70691]: value = "task-3454850" [ 1165.107031] env[70691]: _type = "Task" [ 1165.107031] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.121423] env[70691]: DEBUG oslo_vmware.api [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.454331] env[70691]: DEBUG oslo_vmware.api [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447802} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.454648] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.454885] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1165.455106] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1165.455295] env[70691]: INFO nova.compute.manager [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1165.455601] env[70691]: DEBUG oslo.service.loopingcall [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1165.455857] env[70691]: DEBUG nova.compute.manager [-] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1165.456067] env[70691]: DEBUG nova.network.neutron [-] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1165.464014] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f728f4-0ab6-4625-b982-1e161c31e5f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.469556] env[70691]: DEBUG oslo_vmware.api [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454847, 'name': PowerOffVM_Task, 'duration_secs': 0.807613} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.470173] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1165.470379] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1165.470625] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba42d1b-8086-4723-ba50-147c54240f65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.474933] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb4620d-ae2e-4fe8-8811-ba9a4e606fa2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.513557] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee9a39-1df8-4bf0-84e8-5e47883adfc6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.526071] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4418bc3b-e1c3-4233-ad0a-bf5bfd13d446 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.530295] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454845, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.485941} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.530449] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 922e5a52-f71a-4a89-8f2f-4136d5510c93/922e5a52-f71a-4a89-8f2f-4136d5510c93.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1165.530671] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.531359] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7985231b-1d76-4812-83b3-2bb188b828ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.542160] env[70691]: DEBUG nova.compute.provider_tree [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.549593] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1165.549593] env[70691]: value = "task-3454852" [ 1165.549593] env[70691]: _type = "Task" [ 1165.549593] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.561030] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.566836] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1165.567132] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1165.567328] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleting the datastore file [datastore1] fd1a6119-19b0-48b6-804e-b2b9b5a344ad {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.567607] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f235aea8-a244-4139-a14d-cccd7b37a3d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.576880] env[70691]: DEBUG oslo_vmware.api [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for the task: (returnval){ [ 1165.576880] env[70691]: value = "task-3454853" [ 1165.576880] env[70691]: _type = "Task" [ 1165.576880] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.587548] env[70691]: DEBUG oslo_vmware.api [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.618071] env[70691]: DEBUG oslo_vmware.api [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454850, 'name': ReconfigVM_Task, 'duration_secs': 0.28407} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.618265] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689683', 'volume_id': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'name': 'volume-ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '697b0d66-ebc0-465a-87de-2a019c9be3cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94', 'serial': 'ea545f18-a2a6-4627-82d4-ce1a26fe8d94'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1165.774748] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "7e546dc4-184a-450c-af4e-6e17aceea886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.774909] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "7e546dc4-184a-450c-af4e-6e17aceea886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.044582] env[70691]: DEBUG nova.scheduler.client.report [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1166.060901] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072435} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.061758] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.062555] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfc62f5-df2e-4d0b-90a4-352d62ec491f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.085812] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 922e5a52-f71a-4a89-8f2f-4136d5510c93/922e5a52-f71a-4a89-8f2f-4136d5510c93.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.086383] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af398c52-4eda-45fb-93f7-3e4eb6287e0a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.108979] env[70691]: DEBUG oslo_vmware.api [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Task: {'id': task-3454853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184688} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.110226] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.110426] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1166.110610] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1166.110793] env[70691]: INFO nova.compute.manager [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1166.111043] env[70691]: DEBUG oslo.service.loopingcall [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1166.111310] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1166.111310] env[70691]: value = "task-3454854" [ 1166.111310] env[70691]: _type = "Task" [ 1166.111310] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.111502] env[70691]: DEBUG nova.compute.manager [-] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1166.111597] env[70691]: DEBUG nova.network.neutron [-] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1166.121392] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.164562] env[70691]: DEBUG nova.objects.instance [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'flavor' on Instance uuid 697b0d66-ebc0-465a-87de-2a019c9be3cf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.212090] env[70691]: DEBUG nova.network.neutron [-] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.277659] env[70691]: DEBUG nova.compute.manager [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1166.549720] env[70691]: DEBUG oslo_concurrency.lockutils [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.574585] env[70691]: INFO nova.scheduler.client.report [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleted allocations for instance 7da5076b-1365-42ec-9b65-2696b2d96528 [ 1166.623811] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454854, 'name': ReconfigVM_Task, 'duration_secs': 0.316773} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.624092] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 922e5a52-f71a-4a89-8f2f-4136d5510c93/922e5a52-f71a-4a89-8f2f-4136d5510c93.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.624752] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8260835-80b8-47b1-910b-a40cb1bd1bc3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.632204] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1166.632204] env[70691]: value = "task-3454855" [ 1166.632204] env[70691]: _type = "Task" [ 1166.632204] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.641778] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454855, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.708328] env[70691]: DEBUG nova.compute.manager [req-36b80695-c5af-4b60-9244-a959a3852593 req-790b6a3b-417c-44c1-bae8-a26bd14d4be2 service nova] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Received event network-vif-deleted-3423effb-bf65-465c-8ff0-41ef8f1ac500 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1166.708499] env[70691]: DEBUG nova.compute.manager [req-36b80695-c5af-4b60-9244-a959a3852593 req-790b6a3b-417c-44c1-bae8-a26bd14d4be2 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Received event network-vif-deleted-dd893e05-db0b-4a3b-ae85-fe8f6249c0b6 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1166.708683] env[70691]: INFO nova.compute.manager [req-36b80695-c5af-4b60-9244-a959a3852593 req-790b6a3b-417c-44c1-bae8-a26bd14d4be2 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Neutron deleted interface dd893e05-db0b-4a3b-ae85-fe8f6249c0b6; detaching it from the instance and deleting it from the info cache [ 1166.708996] env[70691]: DEBUG nova.network.neutron [req-36b80695-c5af-4b60-9244-a959a3852593 req-790b6a3b-417c-44c1-bae8-a26bd14d4be2 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.713451] env[70691]: INFO nova.compute.manager [-] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Took 1.26 seconds to deallocate network for instance. [ 1166.798452] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.798748] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.800882] env[70691]: INFO nova.compute.claims [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.843504] env[70691]: DEBUG nova.network.neutron [-] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.082686] env[70691]: DEBUG oslo_concurrency.lockutils [None req-547cd35e-d50f-46b9-870f-f31183947458 tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "7da5076b-1365-42ec-9b65-2696b2d96528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.143229] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454855, 'name': Rename_Task, 'duration_secs': 0.228208} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.143511] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1167.143764] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c28f1ef-43db-4d9c-8a29-793d612d5b6c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.151060] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1167.151060] env[70691]: value = "task-3454856" [ 1167.151060] env[70691]: _type = "Task" [ 1167.151060] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.159026] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.172418] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbf8ac36-9368-4f78-ab77-54637272b1fa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.254s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.212497] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-112e54e2-05b3-4d7e-9611-d8f16636caf7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.220791] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.224516] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e4a8cc-5c4b-4b96-98e8-61ce7a1b4349 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.257653] env[70691]: DEBUG nova.compute.manager [req-36b80695-c5af-4b60-9244-a959a3852593 req-790b6a3b-417c-44c1-bae8-a26bd14d4be2 service nova] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Detach interface failed, port_id=dd893e05-db0b-4a3b-ae85-fe8f6249c0b6, reason: Instance fd1a6119-19b0-48b6-804e-b2b9b5a344ad could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1167.346293] env[70691]: INFO nova.compute.manager [-] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Took 1.23 seconds to deallocate network for instance. [ 1167.662557] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.852770] env[70691]: DEBUG oslo_concurrency.lockutils [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.935989] env[70691]: DEBUG oslo_concurrency.lockutils [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.936307] env[70691]: DEBUG oslo_concurrency.lockutils [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.936593] env[70691]: DEBUG oslo_concurrency.lockutils [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.936844] env[70691]: DEBUG oslo_concurrency.lockutils [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.937060] env[70691]: DEBUG oslo_concurrency.lockutils [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.939412] env[70691]: INFO nova.compute.manager [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Terminating instance [ 1167.943048] env[70691]: DEBUG nova.compute.manager [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1167.943248] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1167.944256] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d3926c-a05a-4ace-9942-c23dd3e7c1a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.952460] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1167.953439] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe52128-298d-416c-a74c-c21c98678a97 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.955344] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e420f-01d0-40c5-918d-3420bdcf1e81 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.963679] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad69626-0c48-4edb-8241-48fa2825ebc0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.967109] env[70691]: DEBUG oslo_vmware.api [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1167.967109] env[70691]: value = "task-3454857" [ 1167.967109] env[70691]: _type = "Task" [ 1167.967109] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.996920] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f721ddf-4512-4784-98c0-faf9811f9baf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.002265] env[70691]: DEBUG oslo_vmware.api [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.007228] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b500c7-174d-4ce5-b456-6074501c61eb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.021579] env[70691]: DEBUG nova.compute.provider_tree [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.162805] env[70691]: DEBUG oslo_vmware.api [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454856, 'name': PowerOnVM_Task, 'duration_secs': 0.51552} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.163135] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1168.163423] env[70691]: INFO nova.compute.manager [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1168.163606] env[70691]: DEBUG nova.compute.manager [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1168.164447] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a50dd05-5c74-4017-8c7e-a7b801a05f24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.256835] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.256835] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.256835] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "697b0d66-ebc0-465a-87de-2a019c9be3cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.257226] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.257226] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.259326] env[70691]: INFO nova.compute.manager [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Terminating instance [ 1168.261101] env[70691]: DEBUG nova.compute.manager [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1168.261303] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1168.262131] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e2ba70-d32d-4c78-aa47-15b37fe291ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.270559] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1168.270806] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d009e4-94e5-4bea-b9f7-531e99871800 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.279314] env[70691]: DEBUG oslo_vmware.api [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1168.279314] env[70691]: value = "task-3454858" [ 1168.279314] env[70691]: _type = "Task" [ 1168.279314] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.287878] env[70691]: DEBUG oslo_vmware.api [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.477670] env[70691]: DEBUG oslo_vmware.api [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454857, 'name': PowerOffVM_Task, 'duration_secs': 0.22293} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.477947] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1168.478146] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1168.478429] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e44dbec-27dd-4651-a945-5a62b2ce7026 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.525571] env[70691]: DEBUG nova.scheduler.client.report [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1168.550595] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1168.550886] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1168.551163] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleting the datastore file [datastore1] eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.551514] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff5039ed-60a3-4e9f-be22-c41b88159dd8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.559478] env[70691]: DEBUG oslo_vmware.api [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for the task: (returnval){ [ 1168.559478] env[70691]: value = "task-3454860" [ 1168.559478] env[70691]: _type = "Task" [ 1168.559478] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.568298] env[70691]: DEBUG oslo_vmware.api [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.681595] env[70691]: INFO nova.compute.manager [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Took 20.05 seconds to build instance. [ 1168.789818] env[70691]: DEBUG oslo_vmware.api [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454858, 'name': PowerOffVM_Task, 'duration_secs': 0.191598} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.790216] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1168.790307] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1168.790523] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3170f807-962e-4f72-b39c-0f3848f66a44 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.859541] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1168.859793] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1168.859914] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleting the datastore file [datastore2] 697b0d66-ebc0-465a-87de-2a019c9be3cf {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.860180] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26b1a808-0bb0-4f56-a1bf-c8b407887200 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.866786] env[70691]: DEBUG oslo_vmware.api [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1168.866786] env[70691]: value = "task-3454862" [ 1168.866786] env[70691]: _type = "Task" [ 1168.866786] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.875448] env[70691]: DEBUG oslo_vmware.api [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.938216] env[70691]: DEBUG oslo_concurrency.lockutils [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.938627] env[70691]: DEBUG oslo_concurrency.lockutils [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.938856] env[70691]: INFO nova.compute.manager [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Shelving [ 1169.002233] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7ed778-4516-4b64-98d1-ae47626cb9f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.010172] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-900456a0-5c8e-423d-86c8-909d84376c6b tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Suspending the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1169.010471] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-556f535d-83d5-49e6-bbf5-7ffd7e80b502 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.016833] env[70691]: DEBUG oslo_vmware.api [None req-900456a0-5c8e-423d-86c8-909d84376c6b tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1169.016833] env[70691]: value = "task-3454863" [ 1169.016833] env[70691]: _type = "Task" [ 1169.016833] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.026703] env[70691]: DEBUG oslo_vmware.api [None req-900456a0-5c8e-423d-86c8-909d84376c6b tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454863, 'name': SuspendVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.030719] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.031279] env[70691]: DEBUG nova.compute.manager [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1169.034379] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.814s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.034644] env[70691]: DEBUG nova.objects.instance [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lazy-loading 'resources' on Instance uuid 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.071289] env[70691]: DEBUG oslo_vmware.api [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Task: {'id': task-3454860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161819} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.071561] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.071756] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1169.071940] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1169.072138] env[70691]: INFO nova.compute.manager [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1169.072427] env[70691]: DEBUG oslo.service.loopingcall [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.073332] env[70691]: DEBUG nova.compute.manager [-] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1169.073468] env[70691]: DEBUG nova.network.neutron [-] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1169.183570] env[70691]: DEBUG oslo_concurrency.lockutils [None req-681b0c75-e1fa-47b5-8068-d07eb0d2c23a tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "922e5a52-f71a-4a89-8f2f-4136d5510c93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.562s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.379293] env[70691]: DEBUG oslo_vmware.api [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138195} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.379668] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.379909] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1169.380163] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1169.380386] env[70691]: INFO nova.compute.manager [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1169.380646] env[70691]: DEBUG oslo.service.loopingcall [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.380890] env[70691]: DEBUG nova.compute.manager [-] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1169.381014] env[70691]: DEBUG nova.network.neutron [-] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1169.446542] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1169.446752] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0754d3cd-21f8-403e-9eec-8b59d556ca7e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.455719] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1169.455719] env[70691]: value = "task-3454864" [ 1169.455719] env[70691]: _type = "Task" [ 1169.455719] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.464962] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.528257] env[70691]: DEBUG oslo_vmware.api [None req-900456a0-5c8e-423d-86c8-909d84376c6b tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454863, 'name': SuspendVM_Task} progress is 62%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.537985] env[70691]: DEBUG nova.compute.utils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1169.539595] env[70691]: DEBUG nova.compute.manager [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1169.539772] env[70691]: DEBUG nova.network.neutron [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1169.615094] env[70691]: DEBUG nova.policy [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfefdefdb9934ae59646b8ba6c7426a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e26f0b86cff4415be016829a740b46a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1169.759501] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da4c85f-8d40-4af6-832f-fdf11c5a5680 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.768453] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd78e4ea-c0ee-40b5-88c0-c1922071d849 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.801875] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd50d1-20f0-41cd-93e6-8a9c7a0aa9d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.805838] env[70691]: DEBUG nova.compute.manager [req-8d46ee47-d815-477a-a549-2e9434e70f36 req-a87c42d0-927c-42aa-9cf4-28b3485dd543 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Received event network-vif-deleted-4e86ea37-dacf-4a1b-94c6-14d381dc62ed {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1169.806075] env[70691]: INFO nova.compute.manager [req-8d46ee47-d815-477a-a549-2e9434e70f36 req-a87c42d0-927c-42aa-9cf4-28b3485dd543 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Neutron deleted interface 4e86ea37-dacf-4a1b-94c6-14d381dc62ed; detaching it from the instance and deleting it from the info cache [ 1169.806278] env[70691]: DEBUG nova.network.neutron [req-8d46ee47-d815-477a-a549-2e9434e70f36 req-a87c42d0-927c-42aa-9cf4-28b3485dd543 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.815472] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8878f1-a2d7-48c3-91d1-b7993f4bfea1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.832044] env[70691]: DEBUG nova.compute.provider_tree [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.965792] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454864, 'name': PowerOffVM_Task, 'duration_secs': 0.320099} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.966280] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1169.967101] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bc39b4-870b-4bfd-9786-1b5e6eb8046a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.986448] env[70691]: DEBUG nova.network.neutron [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Successfully created port: 8395ca42-6b4d-4685-a8b9-0e6d454e778c {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.989029] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994e2583-f149-4175-8d8f-4820920eb2e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.028935] env[70691]: DEBUG oslo_vmware.api [None req-900456a0-5c8e-423d-86c8-909d84376c6b tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454863, 'name': SuspendVM_Task, 'duration_secs': 0.665257} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.029432] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-900456a0-5c8e-423d-86c8-909d84376c6b tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Suspended the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1170.029648] env[70691]: DEBUG nova.compute.manager [None req-900456a0-5c8e-423d-86c8-909d84376c6b tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1170.031141] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cac7dec-b3bc-41a8-9063-38c98883dc4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.047372] env[70691]: DEBUG nova.compute.manager [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1170.134101] env[70691]: DEBUG nova.network.neutron [-] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.310734] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f7d358d-31f3-40ba-ada1-a7e7105bb192 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.321659] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ab1a7a-5674-459d-a8b7-03af6d5c97b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.335010] env[70691]: DEBUG nova.scheduler.client.report [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1170.354162] env[70691]: DEBUG nova.compute.manager [req-8d46ee47-d815-477a-a549-2e9434e70f36 req-a87c42d0-927c-42aa-9cf4-28b3485dd543 service nova] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Detach interface failed, port_id=4e86ea37-dacf-4a1b-94c6-14d381dc62ed, reason: Instance eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1170.501513] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1170.501663] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c182b42f-7646-4f6f-8a48-093c60c0caca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.511642] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1170.511642] env[70691]: value = "task-3454865" [ 1170.511642] env[70691]: _type = "Task" [ 1170.511642] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.520957] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454865, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.632587] env[70691]: DEBUG nova.network.neutron [-] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.637554] env[70691]: INFO nova.compute.manager [-] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Took 1.56 seconds to deallocate network for instance. [ 1170.842547] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.844867] env[70691]: DEBUG oslo_concurrency.lockutils [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.992s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.845523] env[70691]: DEBUG nova.objects.instance [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lazy-loading 'resources' on Instance uuid fd1a6119-19b0-48b6-804e-b2b9b5a344ad {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.867164] env[70691]: INFO nova.scheduler.client.report [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleted allocations for instance 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc [ 1171.021825] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454865, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.057938] env[70691]: DEBUG nova.compute.manager [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1171.088411] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1171.088679] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1171.088846] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.089052] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1171.089216] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.089425] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1171.089683] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1171.089854] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1171.090041] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1171.090217] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1171.090400] env[70691]: DEBUG nova.virt.hardware [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.091327] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359a508-c50b-4dd9-91be-7f0915b46b75 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.100738] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a505e9-9385-4228-976c-d4c218bfd796 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.136264] env[70691]: INFO nova.compute.manager [-] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Took 1.76 seconds to deallocate network for instance. [ 1171.144996] env[70691]: DEBUG oslo_concurrency.lockutils [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.378348] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4871b94-a6b2-418c-b6aa-fd237f9bc47d tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.048s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.407867] env[70691]: DEBUG nova.compute.manager [req-26742fec-7df8-449f-8aa5-557fa9d1927c req-86e3841b-3c9e-4e00-b8a4-1c91f4d4e559 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Received event network-vif-plugged-8395ca42-6b4d-4685-a8b9-0e6d454e778c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1171.408176] env[70691]: DEBUG oslo_concurrency.lockutils [req-26742fec-7df8-449f-8aa5-557fa9d1927c req-86e3841b-3c9e-4e00-b8a4-1c91f4d4e559 service nova] Acquiring lock "7e546dc4-184a-450c-af4e-6e17aceea886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.408494] env[70691]: DEBUG oslo_concurrency.lockutils [req-26742fec-7df8-449f-8aa5-557fa9d1927c req-86e3841b-3c9e-4e00-b8a4-1c91f4d4e559 service nova] Lock "7e546dc4-184a-450c-af4e-6e17aceea886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.408675] env[70691]: DEBUG oslo_concurrency.lockutils [req-26742fec-7df8-449f-8aa5-557fa9d1927c req-86e3841b-3c9e-4e00-b8a4-1c91f4d4e559 service nova] Lock "7e546dc4-184a-450c-af4e-6e17aceea886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.408888] env[70691]: DEBUG nova.compute.manager [req-26742fec-7df8-449f-8aa5-557fa9d1927c req-86e3841b-3c9e-4e00-b8a4-1c91f4d4e559 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] No waiting events found dispatching network-vif-plugged-8395ca42-6b4d-4685-a8b9-0e6d454e778c {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1171.409316] env[70691]: WARNING nova.compute.manager [req-26742fec-7df8-449f-8aa5-557fa9d1927c req-86e3841b-3c9e-4e00-b8a4-1c91f4d4e559 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Received unexpected event network-vif-plugged-8395ca42-6b4d-4685-a8b9-0e6d454e778c for instance with vm_state building and task_state spawning. [ 1171.495507] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "922e5a52-f71a-4a89-8f2f-4136d5510c93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.495624] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "922e5a52-f71a-4a89-8f2f-4136d5510c93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.495835] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "922e5a52-f71a-4a89-8f2f-4136d5510c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.496052] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "922e5a52-f71a-4a89-8f2f-4136d5510c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.496427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "922e5a52-f71a-4a89-8f2f-4136d5510c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.498530] env[70691]: INFO nova.compute.manager [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Terminating instance [ 1171.502062] env[70691]: DEBUG nova.compute.manager [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1171.502266] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1171.503424] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb69c095-a2d1-493d-903b-bd14395bf7e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.507828] env[70691]: DEBUG nova.network.neutron [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Successfully updated port: 8395ca42-6b4d-4685-a8b9-0e6d454e778c {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.513432] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1171.517426] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22a38418-403d-4979-8507-a54f17b9ee2b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.519370] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4203722-b494-4584-bd2c-28c8dc7c9e64 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.530887] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454865, 'name': CreateSnapshot_Task, 'duration_secs': 0.908707} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.531911] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c135400-661a-4c8b-b44d-962fba144383 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.535305] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1171.536047] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f180d583-dfbf-4421-9840-8bcd2d18c9f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.570495] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77995452-a8a2-4743-8a4a-2a8c79c38ed8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.578967] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109f72e2-a957-4b22-bd3f-fa20274ce061 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.597454] env[70691]: DEBUG nova.compute.provider_tree [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.599515] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1171.599714] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1171.600120] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleting the datastore file [datastore1] 922e5a52-f71a-4a89-8f2f-4136d5510c93 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.600397] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-976d1e28-b247-4638-8ea5-9a1bbd76d7bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.608447] env[70691]: DEBUG oslo_vmware.api [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1171.608447] env[70691]: value = "task-3454867" [ 1171.608447] env[70691]: _type = "Task" [ 1171.608447] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.618597] env[70691]: DEBUG oslo_vmware.api [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.642921] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.814138] env[70691]: DEBUG nova.compute.manager [req-1fadc445-e652-4301-81be-04da49b8aa2a req-c43fece1-c0ef-4dd7-972a-f84e2bca86a7 service nova] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Received event network-vif-deleted-55c5818b-9bfc-4956-b9ce-7f412dfa3fae {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1172.010798] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "refresh_cache-7e546dc4-184a-450c-af4e-6e17aceea886" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.011139] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "refresh_cache-7e546dc4-184a-450c-af4e-6e17aceea886" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.011139] env[70691]: DEBUG nova.network.neutron [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1172.077518] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1172.078198] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90041fbd-c41d-4cd7-870c-95566a131eeb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.087568] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1172.087568] env[70691]: value = "task-3454868" [ 1172.087568] env[70691]: _type = "Task" [ 1172.087568] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.096329] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454868, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.101346] env[70691]: DEBUG nova.scheduler.client.report [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1172.118414] env[70691]: DEBUG oslo_vmware.api [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178514} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.118733] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.118923] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1172.119122] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1172.119356] env[70691]: INFO nova.compute.manager [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1172.119677] env[70691]: DEBUG oslo.service.loopingcall [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.119834] env[70691]: DEBUG nova.compute.manager [-] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1172.119882] env[70691]: DEBUG nova.network.neutron [-] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1172.541893] env[70691]: DEBUG nova.network.neutron [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1172.597963] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454868, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.605868] env[70691]: DEBUG oslo_concurrency.lockutils [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.611042] env[70691]: DEBUG oslo_concurrency.lockutils [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.466s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.611304] env[70691]: DEBUG nova.objects.instance [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lazy-loading 'resources' on Instance uuid eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.632400] env[70691]: INFO nova.scheduler.client.report [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Deleted allocations for instance fd1a6119-19b0-48b6-804e-b2b9b5a344ad [ 1172.692299] env[70691]: DEBUG nova.network.neutron [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Updating instance_info_cache with network_info: [{"id": "8395ca42-6b4d-4685-a8b9-0e6d454e778c", "address": "fa:16:3e:e4:9f:f7", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8395ca42-6b", "ovs_interfaceid": "8395ca42-6b4d-4685-a8b9-0e6d454e778c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.847555] env[70691]: DEBUG nova.network.neutron [-] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.098869] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454868, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.143931] env[70691]: DEBUG oslo_concurrency.lockutils [None req-956b6913-47fe-45d6-9f11-b7bedc691aa7 tempest-MultipleCreateTestJSON-731655606 tempest-MultipleCreateTestJSON-731655606-project-member] Lock "fd1a6119-19b0-48b6-804e-b2b9b5a344ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.719s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.195454] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "refresh_cache-7e546dc4-184a-450c-af4e-6e17aceea886" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.195766] env[70691]: DEBUG nova.compute.manager [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Instance network_info: |[{"id": "8395ca42-6b4d-4685-a8b9-0e6d454e778c", "address": "fa:16:3e:e4:9f:f7", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8395ca42-6b", "ovs_interfaceid": "8395ca42-6b4d-4685-a8b9-0e6d454e778c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1173.196489] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:9f:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8395ca42-6b4d-4685-a8b9-0e6d454e778c', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.204620] env[70691]: DEBUG oslo.service.loopingcall [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.214830] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1173.216206] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81cf2c66-5f09-405c-9525-76007a5f1250 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.243427] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.243427] env[70691]: value = "task-3454869" [ 1173.243427] env[70691]: _type = "Task" [ 1173.243427] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.257456] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454869, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.286466] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245fe661-a385-42f3-a39f-71cd15723953 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.296777] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c18492a-b0c8-4123-8eb1-1548683a868a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.336840] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1e463f-fe4b-423a-a19d-5a540566397b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.345927] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c3971e-bfaf-4ffe-8e44-c07a5f94c0c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.352062] env[70691]: INFO nova.compute.manager [-] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Took 1.23 seconds to deallocate network for instance. [ 1173.367765] env[70691]: DEBUG nova.compute.provider_tree [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.445339] env[70691]: DEBUG nova.compute.manager [req-dece91da-5b5d-433b-983a-a706a9b19446 req-4a5e5e60-af29-42b2-b036-9364154a44b2 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Received event network-changed-8395ca42-6b4d-4685-a8b9-0e6d454e778c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1173.445339] env[70691]: DEBUG nova.compute.manager [req-dece91da-5b5d-433b-983a-a706a9b19446 req-4a5e5e60-af29-42b2-b036-9364154a44b2 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Refreshing instance network info cache due to event network-changed-8395ca42-6b4d-4685-a8b9-0e6d454e778c. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1173.445339] env[70691]: DEBUG oslo_concurrency.lockutils [req-dece91da-5b5d-433b-983a-a706a9b19446 req-4a5e5e60-af29-42b2-b036-9364154a44b2 service nova] Acquiring lock "refresh_cache-7e546dc4-184a-450c-af4e-6e17aceea886" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.445539] env[70691]: DEBUG oslo_concurrency.lockutils [req-dece91da-5b5d-433b-983a-a706a9b19446 req-4a5e5e60-af29-42b2-b036-9364154a44b2 service nova] Acquired lock "refresh_cache-7e546dc4-184a-450c-af4e-6e17aceea886" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.445831] env[70691]: DEBUG nova.network.neutron [req-dece91da-5b5d-433b-983a-a706a9b19446 req-4a5e5e60-af29-42b2-b036-9364154a44b2 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Refreshing network info cache for port 8395ca42-6b4d-4685-a8b9-0e6d454e778c {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1173.598889] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454868, 'name': CloneVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.754618] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454869, 'name': CreateVM_Task, 'duration_secs': 0.470655} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.754801] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1173.755491] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.755688] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.756093] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.756733] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f51ab29-9ccb-4bd2-9049-52c0912eee4e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.761702] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1173.761702] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527754bf-13fc-7e0a-b314-5db9149fdea9" [ 1173.761702] env[70691]: _type = "Task" [ 1173.761702] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.770437] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527754bf-13fc-7e0a-b314-5db9149fdea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.870897] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.871727] env[70691]: DEBUG nova.scheduler.client.report [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1174.100976] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454868, 'name': CloneVM_Task, 'duration_secs': 1.519216} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.101262] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Created linked-clone VM from snapshot [ 1174.102904] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bc0607-2e96-4966-8281-0e7e120ea0a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.111666] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Uploading image 6da7d97c-5669-4987-9df0-d119577ed198 {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1174.148634] env[70691]: DEBUG oslo_vmware.rw_handles [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1174.148634] env[70691]: value = "vm-689719" [ 1174.148634] env[70691]: _type = "VirtualMachine" [ 1174.148634] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1174.148952] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6055080a-55dd-4971-a4b7-de6f3a0155aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.159384] env[70691]: DEBUG oslo_vmware.rw_handles [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease: (returnval){ [ 1174.159384] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258de0a-d3a8-d06d-937b-727470d21ed0" [ 1174.159384] env[70691]: _type = "HttpNfcLease" [ 1174.159384] env[70691]: } obtained for exporting VM: (result){ [ 1174.159384] env[70691]: value = "vm-689719" [ 1174.159384] env[70691]: _type = "VirtualMachine" [ 1174.159384] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1174.159592] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the lease: (returnval){ [ 1174.159592] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258de0a-d3a8-d06d-937b-727470d21ed0" [ 1174.159592] env[70691]: _type = "HttpNfcLease" [ 1174.159592] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.168908] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.168908] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258de0a-d3a8-d06d-937b-727470d21ed0" [ 1174.168908] env[70691]: _type = "HttpNfcLease" [ 1174.168908] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.234517] env[70691]: DEBUG nova.network.neutron [req-dece91da-5b5d-433b-983a-a706a9b19446 req-4a5e5e60-af29-42b2-b036-9364154a44b2 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Updated VIF entry in instance network info cache for port 8395ca42-6b4d-4685-a8b9-0e6d454e778c. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1174.234896] env[70691]: DEBUG nova.network.neutron [req-dece91da-5b5d-433b-983a-a706a9b19446 req-4a5e5e60-af29-42b2-b036-9364154a44b2 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Updating instance_info_cache with network_info: [{"id": "8395ca42-6b4d-4685-a8b9-0e6d454e778c", "address": "fa:16:3e:e4:9f:f7", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8395ca42-6b", "ovs_interfaceid": "8395ca42-6b4d-4685-a8b9-0e6d454e778c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.274804] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527754bf-13fc-7e0a-b314-5db9149fdea9, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.275427] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.275873] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.276685] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.277062] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.277385] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.277821] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c4a6666-985b-460b-b968-1027cb3328c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.290021] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.290021] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1174.290021] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3ed1fe-0875-4e7e-86ec-ff11ad61971d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.294334] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1174.294334] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f8f014-b150-a785-9073-f7deb19b9d13" [ 1174.294334] env[70691]: _type = "Task" [ 1174.294334] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.304914] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f8f014-b150-a785-9073-f7deb19b9d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.377435] env[70691]: DEBUG oslo_concurrency.lockutils [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.380171] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.737s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.380484] env[70691]: DEBUG nova.objects.instance [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'resources' on Instance uuid 697b0d66-ebc0-465a-87de-2a019c9be3cf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.409599] env[70691]: INFO nova.scheduler.client.report [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Deleted allocations for instance eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8 [ 1174.671079] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.671079] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258de0a-d3a8-d06d-937b-727470d21ed0" [ 1174.671079] env[70691]: _type = "HttpNfcLease" [ 1174.671079] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1174.671411] env[70691]: DEBUG oslo_vmware.rw_handles [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1174.671411] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258de0a-d3a8-d06d-937b-727470d21ed0" [ 1174.671411] env[70691]: _type = "HttpNfcLease" [ 1174.671411] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1174.672717] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96936e08-2f00-4e4f-b906-df0cbc744b58 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.680050] env[70691]: DEBUG oslo_vmware.rw_handles [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e05ad-70fa-ac99-b030-88c837ca635a/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1174.680241] env[70691]: DEBUG oslo_vmware.rw_handles [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e05ad-70fa-ac99-b030-88c837ca635a/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1174.737930] env[70691]: DEBUG oslo_concurrency.lockutils [req-dece91da-5b5d-433b-983a-a706a9b19446 req-4a5e5e60-af29-42b2-b036-9364154a44b2 service nova] Releasing lock "refresh_cache-7e546dc4-184a-450c-af4e-6e17aceea886" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.738136] env[70691]: DEBUG nova.compute.manager [req-dece91da-5b5d-433b-983a-a706a9b19446 req-4a5e5e60-af29-42b2-b036-9364154a44b2 service nova] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Received event network-vif-deleted-7d85f9ec-081f-4ab7-861d-90e53cdb3a2f {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1174.769713] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24ff43b6-94ee-4a0c-b151-686a7d1720e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.809079] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f8f014-b150-a785-9073-f7deb19b9d13, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.809963] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7716603-757c-494d-a167-815218c12a7e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.817413] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1174.817413] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5252c13d-cd22-e846-0750-607b4cf3e30e" [ 1174.817413] env[70691]: _type = "Task" [ 1174.817413] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.825903] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5252c13d-cd22-e846-0750-607b4cf3e30e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.919345] env[70691]: DEBUG oslo_concurrency.lockutils [None req-74c7a802-37af-4f18-9127-08374ef4375d tempest-AttachInterfacesTestJSON-1663594892 tempest-AttachInterfacesTestJSON-1663594892-project-member] Lock "eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.983s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.016314] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011415af-8a0b-4bb0-b143-c660da258e2c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.024823] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee63b299-9b06-4916-8ae3-581d95582afc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.057723] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7871f8e5-e298-4ee6-b630-f61d143da1c8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.066077] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f70825-2dc9-492e-8e94-5c264715f962 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.080880] env[70691]: DEBUG nova.compute.provider_tree [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.331175] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5252c13d-cd22-e846-0750-607b4cf3e30e, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.331784] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.331967] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 7e546dc4-184a-450c-af4e-6e17aceea886/7e546dc4-184a-450c-af4e-6e17aceea886.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1175.332354] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2ee28f2-ff6b-4d29-9d5b-f4b58271fad1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.342274] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1175.342274] env[70691]: value = "task-3454871" [ 1175.342274] env[70691]: _type = "Task" [ 1175.342274] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.353958] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.584811] env[70691]: DEBUG nova.scheduler.client.report [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1175.858290] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454871, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.091027] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.093575] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.223s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.094178] env[70691]: DEBUG nova.objects.instance [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'resources' on Instance uuid 922e5a52-f71a-4a89-8f2f-4136d5510c93 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.120777] env[70691]: INFO nova.scheduler.client.report [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleted allocations for instance 697b0d66-ebc0-465a-87de-2a019c9be3cf [ 1176.363023] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581567} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.363023] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 7e546dc4-184a-450c-af4e-6e17aceea886/7e546dc4-184a-450c-af4e-6e17aceea886.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1176.363023] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.363023] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bc08507-5c1d-4865-a173-0f32ecd0057e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.371754] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1176.371754] env[70691]: value = "task-3454872" [ 1176.371754] env[70691]: _type = "Task" [ 1176.371754] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.381868] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.630901] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cf150f80-e2d8-4bc4-8297-9e7b7f6995b6 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "697b0d66-ebc0-465a-87de-2a019c9be3cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.374s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.742159] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdd57dd-64f9-4279-9474-6762bf637947 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.751049] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897876e6-882a-41d0-b3e4-cc971bc93bee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.784993] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d825d2f-64f8-4717-9d77-0f39840d8bdb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.794116] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d778c51-f773-4433-bded-71d716b5768d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.808643] env[70691]: DEBUG nova.compute.provider_tree [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.887137] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149443} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.887137] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.887137] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9332a7eb-fac3-47d1-8430-7aec057c2338 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.913371] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 7e546dc4-184a-450c-af4e-6e17aceea886/7e546dc4-184a-450c-af4e-6e17aceea886.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.913780] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728abfaa-4180-4f8e-9f72-04a26e134566 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.935543] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1176.935543] env[70691]: value = "task-3454873" [ 1176.935543] env[70691]: _type = "Task" [ 1176.935543] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.944900] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.312264] env[70691]: DEBUG nova.scheduler.client.report [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1177.446528] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454873, 'name': ReconfigVM_Task, 'duration_secs': 0.443164} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.446921] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 7e546dc4-184a-450c-af4e-6e17aceea886/7e546dc4-184a-450c-af4e-6e17aceea886.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.447651] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2421f2e8-a99a-4e7d-af37-68961016c6ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.455720] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1177.455720] env[70691]: value = "task-3454874" [ 1177.455720] env[70691]: _type = "Task" [ 1177.455720] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.465265] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454874, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.818761] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.844841] env[70691]: INFO nova.scheduler.client.report [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted allocations for instance 922e5a52-f71a-4a89-8f2f-4136d5510c93 [ 1177.967286] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454874, 'name': Rename_Task, 'duration_secs': 0.217408} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.967807] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1177.968673] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-456c28e4-84a6-466c-8e1b-418c2194cb04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.977706] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1177.977706] env[70691]: value = "task-3454875" [ 1177.977706] env[70691]: _type = "Task" [ 1177.977706] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.988287] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.355514] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a85c3957-9fb2-4bc5-ada0-fb8603da02a6 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "922e5a52-f71a-4a89-8f2f-4136d5510c93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.859s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.489334] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.603522] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.603641] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.989221] env[70691]: DEBUG oslo_vmware.api [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454875, 'name': PowerOnVM_Task, 'duration_secs': 0.783568} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.989535] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1178.989824] env[70691]: INFO nova.compute.manager [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1178.990044] env[70691]: DEBUG nova.compute.manager [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1178.990874] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878acf9-bc88-469f-8a96-b65ac834bffd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.110465] env[70691]: DEBUG nova.compute.manager [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1179.509320] env[70691]: INFO nova.compute.manager [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Took 12.73 seconds to build instance. [ 1179.644253] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.645036] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.646719] env[70691]: INFO nova.compute.claims [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.716711] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "ea1406ae-244a-45cf-8f58-fcc759c09a93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.716930] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.011164] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f7af273-f666-4fc6-afcb-38197ab170e0 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "7e546dc4-184a-450c-af4e-6e17aceea886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.236s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.219896] env[70691]: DEBUG nova.compute.manager [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1180.625400] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "7e546dc4-184a-450c-af4e-6e17aceea886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.625716] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "7e546dc4-184a-450c-af4e-6e17aceea886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.625795] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "7e546dc4-184a-450c-af4e-6e17aceea886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.626074] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "7e546dc4-184a-450c-af4e-6e17aceea886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.626343] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "7e546dc4-184a-450c-af4e-6e17aceea886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.629555] env[70691]: INFO nova.compute.manager [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Terminating instance [ 1180.631825] env[70691]: DEBUG nova.compute.manager [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1180.632037] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1180.632911] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef0d9eb-3bc7-4f52-9290-18eba1558a6e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.642092] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1180.642660] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-230d8e23-5a68-4e8c-8fb9-44663b84704d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.650725] env[70691]: DEBUG oslo_vmware.api [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1180.650725] env[70691]: value = "task-3454876" [ 1180.650725] env[70691]: _type = "Task" [ 1180.650725] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.664727] env[70691]: DEBUG oslo_vmware.api [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.740180] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.812856] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3f5049-e896-47c9-be66-c83285a72372 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.823359] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02324e9-7804-4821-84a5-eeda373b4a14 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.861985] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e549a94-c28f-46bc-824d-6b22e4f1b27d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.872785] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2afb680-d41f-4020-9c84-544fa5a70c87 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.888672] env[70691]: DEBUG nova.compute.provider_tree [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.161910] env[70691]: DEBUG oslo_vmware.api [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454876, 'name': PowerOffVM_Task, 'duration_secs': 0.231079} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.162251] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1181.162724] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1181.162724] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48746f31-540c-4b43-b3ee-917ddc177ea1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.239199] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1181.239460] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1181.239702] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleting the datastore file [datastore2] 7e546dc4-184a-450c-af4e-6e17aceea886 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.239960] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2dbed86-1535-468d-a32d-db14fdea22bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.249024] env[70691]: DEBUG oslo_vmware.api [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1181.249024] env[70691]: value = "task-3454878" [ 1181.249024] env[70691]: _type = "Task" [ 1181.249024] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.256897] env[70691]: DEBUG oslo_vmware.api [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.392937] env[70691]: DEBUG nova.scheduler.client.report [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1181.759190] env[70691]: DEBUG oslo_vmware.api [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178654} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.759190] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.759190] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1181.759190] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1181.759664] env[70691]: INFO nova.compute.manager [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1181.759664] env[70691]: DEBUG oslo.service.loopingcall [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1181.759800] env[70691]: DEBUG nova.compute.manager [-] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1181.759899] env[70691]: DEBUG nova.network.neutron [-] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1181.900652] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.900652] env[70691]: DEBUG nova.compute.manager [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1181.904022] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.164s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.906413] env[70691]: INFO nova.compute.claims [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.066937] env[70691]: DEBUG nova.compute.manager [req-b5b2c704-ae92-4b9b-a3ea-a1728907b394 req-e6e13348-7259-4033-8908-0e41e54bc8b3 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Received event network-vif-deleted-8395ca42-6b4d-4685-a8b9-0e6d454e778c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1182.068015] env[70691]: INFO nova.compute.manager [req-b5b2c704-ae92-4b9b-a3ea-a1728907b394 req-e6e13348-7259-4033-8908-0e41e54bc8b3 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Neutron deleted interface 8395ca42-6b4d-4685-a8b9-0e6d454e778c; detaching it from the instance and deleting it from the info cache [ 1182.068015] env[70691]: DEBUG nova.network.neutron [req-b5b2c704-ae92-4b9b-a3ea-a1728907b394 req-e6e13348-7259-4033-8908-0e41e54bc8b3 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.413192] env[70691]: DEBUG nova.compute.utils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1182.419103] env[70691]: DEBUG nova.compute.manager [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1182.419103] env[70691]: DEBUG nova.network.neutron [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1182.427091] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "714db313-1b44-45c6-9768-5594fe46d9e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.427442] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "714db313-1b44-45c6-9768-5594fe46d9e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.489610] env[70691]: DEBUG nova.policy [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cfd7a81b40f4ba48c67dda2b506e45c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbba96f814884f30b97341c426824e76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1182.537903] env[70691]: DEBUG nova.network.neutron [-] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.573021] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c986770-6a62-461b-af9e-45d9b9e12a04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.583798] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e36586-33cd-49e6-8c54-dcf7ef4066d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.624304] env[70691]: DEBUG nova.compute.manager [req-b5b2c704-ae92-4b9b-a3ea-a1728907b394 req-e6e13348-7259-4033-8908-0e41e54bc8b3 service nova] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Detach interface failed, port_id=8395ca42-6b4d-4685-a8b9-0e6d454e778c, reason: Instance 7e546dc4-184a-450c-af4e-6e17aceea886 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1182.819592] env[70691]: DEBUG nova.network.neutron [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Successfully created port: affcca75-4ffc-4f1a-8b77-c05175060314 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.923552] env[70691]: DEBUG nova.compute.manager [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1182.929597] env[70691]: DEBUG nova.compute.manager [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1183.044180] env[70691]: INFO nova.compute.manager [-] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Took 1.28 seconds to deallocate network for instance. [ 1183.081498] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f81797-fc21-4807-9788-c0c1ae02d8a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.092152] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef69eca-c73f-42ae-a3b9-8d640ca3a268 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.129279] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d479d-0acb-404c-a5d3-938daeab4aa1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.138702] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fae86cb-37ec-4fca-ba52-cd40ab24031b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.153526] env[70691]: DEBUG nova.compute.provider_tree [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.455830] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.551063] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.657375] env[70691]: DEBUG nova.scheduler.client.report [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1183.860597] env[70691]: DEBUG oslo_vmware.rw_handles [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e05ad-70fa-ac99-b030-88c837ca635a/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1183.861620] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e766b8f2-db36-4ccf-9217-4dda9bc6aaea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.869028] env[70691]: DEBUG oslo_vmware.rw_handles [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e05ad-70fa-ac99-b030-88c837ca635a/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1183.869028] env[70691]: ERROR oslo_vmware.rw_handles [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e05ad-70fa-ac99-b030-88c837ca635a/disk-0.vmdk due to incomplete transfer. [ 1183.869028] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-afb33f21-4598-4673-aa03-39b4a17a4eb0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.877370] env[70691]: DEBUG oslo_vmware.rw_handles [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e05ad-70fa-ac99-b030-88c837ca635a/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1183.877597] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Uploaded image 6da7d97c-5669-4987-9df0-d119577ed198 to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1183.879904] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1183.880176] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b21088c-0e0e-4c78-9f58-1adc88bafdd7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.886309] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1183.886309] env[70691]: value = "task-3454879" [ 1183.886309] env[70691]: _type = "Task" [ 1183.886309] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.893982] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454879, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.936064] env[70691]: DEBUG nova.compute.manager [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1183.958649] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1183.958913] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1183.959200] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.959281] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1183.959464] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.959655] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1183.959966] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1183.960777] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1183.960989] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1183.961193] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1183.961381] env[70691]: DEBUG nova.virt.hardware [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1183.962245] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a6b00-9a70-4e8f-b6a7-fe1346ddffa4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.970922] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cbc530-4224-4b00-b25f-d00cebeafcb6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.162654] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.163295] env[70691]: DEBUG nova.compute.manager [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1184.166177] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.710s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.167837] env[70691]: INFO nova.compute.claims [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.251499] env[70691]: DEBUG nova.compute.manager [req-80d6f476-e15b-45c3-971d-cfe072b63817 req-a6c35402-e63c-4984-b7dc-4aa0d4ec319e service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Received event network-vif-plugged-affcca75-4ffc-4f1a-8b77-c05175060314 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1184.251740] env[70691]: DEBUG oslo_concurrency.lockutils [req-80d6f476-e15b-45c3-971d-cfe072b63817 req-a6c35402-e63c-4984-b7dc-4aa0d4ec319e service nova] Acquiring lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.254070] env[70691]: DEBUG oslo_concurrency.lockutils [req-80d6f476-e15b-45c3-971d-cfe072b63817 req-a6c35402-e63c-4984-b7dc-4aa0d4ec319e service nova] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.254070] env[70691]: DEBUG oslo_concurrency.lockutils [req-80d6f476-e15b-45c3-971d-cfe072b63817 req-a6c35402-e63c-4984-b7dc-4aa0d4ec319e service nova] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.254070] env[70691]: DEBUG nova.compute.manager [req-80d6f476-e15b-45c3-971d-cfe072b63817 req-a6c35402-e63c-4984-b7dc-4aa0d4ec319e service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] No waiting events found dispatching network-vif-plugged-affcca75-4ffc-4f1a-8b77-c05175060314 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1184.254070] env[70691]: WARNING nova.compute.manager [req-80d6f476-e15b-45c3-971d-cfe072b63817 req-a6c35402-e63c-4984-b7dc-4aa0d4ec319e service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Received unexpected event network-vif-plugged-affcca75-4ffc-4f1a-8b77-c05175060314 for instance with vm_state building and task_state spawning. [ 1184.345815] env[70691]: DEBUG nova.network.neutron [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Successfully updated port: affcca75-4ffc-4f1a-8b77-c05175060314 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.396307] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454879, 'name': Destroy_Task, 'duration_secs': 0.368203} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.396708] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Destroyed the VM [ 1184.396962] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1184.397264] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a65af12d-9d68-4106-93ab-ecfe012b0da5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.405275] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1184.405275] env[70691]: value = "task-3454880" [ 1184.405275] env[70691]: _type = "Task" [ 1184.405275] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.415475] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.673060] env[70691]: DEBUG nova.compute.utils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1184.676293] env[70691]: DEBUG nova.compute.manager [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1184.676510] env[70691]: DEBUG nova.network.neutron [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1184.726590] env[70691]: DEBUG nova.policy [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b551d8479b70470a9d0b5baab4e745f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7372c9a6ed574e2886d88552f5bc59b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1184.848152] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "refresh_cache-c66f57a8-be0f-46e4-95f0-7ff7e97e951e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.848327] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "refresh_cache-c66f57a8-be0f-46e4-95f0-7ff7e97e951e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.848482] env[70691]: DEBUG nova.network.neutron [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1184.920271] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454880, 'name': RemoveSnapshot_Task, 'duration_secs': 0.457038} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.920733] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1184.921173] env[70691]: DEBUG nova.compute.manager [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1184.922359] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdad0e3e-a224-414b-8b1f-20c2e1ba5f26 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.026351] env[70691]: DEBUG nova.network.neutron [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Successfully created port: 8a1874a9-8567-4ecc-b92e-7e56030a4342 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.177425] env[70691]: DEBUG nova.compute.manager [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1185.337565] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b55a27b-c9bc-46b6-9f45-85fa8d3dca76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.348951] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319e6338-732c-469d-8f84-ac8de78eec55 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.388881] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8550c1bf-f222-40d0-9201-19fe7631d6b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.398130] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c93c70-1bd5-4f28-b59b-d537397d9115 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.404013] env[70691]: DEBUG nova.network.neutron [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1185.416105] env[70691]: DEBUG nova.compute.provider_tree [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.439081] env[70691]: INFO nova.compute.manager [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Shelve offloading [ 1185.440763] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1185.441267] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ba33a3-a61a-441b-bd8b-3a96366b7eef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.451891] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1185.451891] env[70691]: value = "task-3454881" [ 1185.451891] env[70691]: _type = "Task" [ 1185.451891] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.470031] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1185.470375] env[70691]: DEBUG nova.compute.manager [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1185.471646] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544a41ad-0225-4d60-966e-5a8b37e9d8ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.482326] env[70691]: DEBUG oslo_concurrency.lockutils [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.482646] env[70691]: DEBUG oslo_concurrency.lockutils [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.482951] env[70691]: DEBUG nova.network.neutron [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1185.583907] env[70691]: DEBUG nova.network.neutron [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Updating instance_info_cache with network_info: [{"id": "affcca75-4ffc-4f1a-8b77-c05175060314", "address": "fa:16:3e:73:0f:fc", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaffcca75-4f", "ovs_interfaceid": "affcca75-4ffc-4f1a-8b77-c05175060314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.918613] env[70691]: DEBUG nova.scheduler.client.report [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1186.090024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "refresh_cache-c66f57a8-be0f-46e4-95f0-7ff7e97e951e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.090357] env[70691]: DEBUG nova.compute.manager [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Instance network_info: |[{"id": "affcca75-4ffc-4f1a-8b77-c05175060314", "address": "fa:16:3e:73:0f:fc", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaffcca75-4f", "ovs_interfaceid": "affcca75-4ffc-4f1a-8b77-c05175060314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1186.090813] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:0f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'affcca75-4ffc-4f1a-8b77-c05175060314', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.098585] env[70691]: DEBUG oslo.service.loopingcall [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.101137] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1186.101391] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85c1777a-eb47-43f5-acaa-d0a28a63877e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.122905] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.122905] env[70691]: value = "task-3454882" [ 1186.122905] env[70691]: _type = "Task" [ 1186.122905] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.131716] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454882, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.192131] env[70691]: DEBUG nova.compute.manager [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1186.221245] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1186.221599] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1186.221767] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.221957] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1186.222119] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.222283] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1186.222499] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1186.222669] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1186.222877] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1186.223106] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1186.223298] env[70691]: DEBUG nova.virt.hardware [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1186.224326] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aaa7d7-aad9-448b-a9aa-709b057eb613 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.234375] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e63a6e-0acd-45be-8e6d-1cd0d9e6a5c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.251093] env[70691]: DEBUG nova.network.neutron [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating instance_info_cache with network_info: [{"id": "238990e3-1a97-4616-a8d1-5036251e0f19", "address": "fa:16:3e:79:54:28", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238990e3-1a", "ovs_interfaceid": "238990e3-1a97-4616-a8d1-5036251e0f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.278504] env[70691]: DEBUG nova.compute.manager [req-73b2124b-c864-4cac-9afa-ffe2e4e36983 req-bdc4b36a-f62e-4432-8485-5e4ba0c0c25f service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Received event network-changed-affcca75-4ffc-4f1a-8b77-c05175060314 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1186.278965] env[70691]: DEBUG nova.compute.manager [req-73b2124b-c864-4cac-9afa-ffe2e4e36983 req-bdc4b36a-f62e-4432-8485-5e4ba0c0c25f service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Refreshing instance network info cache due to event network-changed-affcca75-4ffc-4f1a-8b77-c05175060314. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1186.279248] env[70691]: DEBUG oslo_concurrency.lockutils [req-73b2124b-c864-4cac-9afa-ffe2e4e36983 req-bdc4b36a-f62e-4432-8485-5e4ba0c0c25f service nova] Acquiring lock "refresh_cache-c66f57a8-be0f-46e4-95f0-7ff7e97e951e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.279428] env[70691]: DEBUG oslo_concurrency.lockutils [req-73b2124b-c864-4cac-9afa-ffe2e4e36983 req-bdc4b36a-f62e-4432-8485-5e4ba0c0c25f service nova] Acquired lock "refresh_cache-c66f57a8-be0f-46e4-95f0-7ff7e97e951e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.279626] env[70691]: DEBUG nova.network.neutron [req-73b2124b-c864-4cac-9afa-ffe2e4e36983 req-bdc4b36a-f62e-4432-8485-5e4ba0c0c25f service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Refreshing network info cache for port affcca75-4ffc-4f1a-8b77-c05175060314 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1186.423477] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.424254] env[70691]: DEBUG nova.compute.manager [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1186.427300] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.876s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.427615] env[70691]: DEBUG nova.objects.instance [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lazy-loading 'resources' on Instance uuid 7e546dc4-184a-450c-af4e-6e17aceea886 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.528993] env[70691]: DEBUG nova.network.neutron [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Successfully updated port: 8a1874a9-8567-4ecc-b92e-7e56030a4342 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.633490] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454882, 'name': CreateVM_Task, 'duration_secs': 0.343143} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.633671] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1186.634348] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.634518] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.634848] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.635132] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf2983f-496b-422b-9bfb-a13b3acab5e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.640079] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1186.640079] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c8d5ff-90a2-3577-64d0-4e6fef8a9350" [ 1186.640079] env[70691]: _type = "Task" [ 1186.640079] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.648112] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c8d5ff-90a2-3577-64d0-4e6fef8a9350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.753779] env[70691]: DEBUG oslo_concurrency.lockutils [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.931247] env[70691]: DEBUG nova.compute.utils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1186.938894] env[70691]: DEBUG nova.compute.manager [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1186.939680] env[70691]: DEBUG nova.network.neutron [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1187.010202] env[70691]: DEBUG nova.policy [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00aba8f483944dd594b9586b54e72099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c690619ad1cf48f982608a759124d83a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1187.031468] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.031645] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.032129] env[70691]: DEBUG nova.network.neutron [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1187.082453] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0553cd9-2726-4d61-b2bb-3aa8ab2bd69a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.091703] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011c6edf-e31a-43a5-8e0e-cb8ac0b43274 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.096208] env[70691]: DEBUG nova.network.neutron [req-73b2124b-c864-4cac-9afa-ffe2e4e36983 req-bdc4b36a-f62e-4432-8485-5e4ba0c0c25f service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Updated VIF entry in instance network info cache for port affcca75-4ffc-4f1a-8b77-c05175060314. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1187.096584] env[70691]: DEBUG nova.network.neutron [req-73b2124b-c864-4cac-9afa-ffe2e4e36983 req-bdc4b36a-f62e-4432-8485-5e4ba0c0c25f service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Updating instance_info_cache with network_info: [{"id": "affcca75-4ffc-4f1a-8b77-c05175060314", "address": "fa:16:3e:73:0f:fc", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaffcca75-4f", "ovs_interfaceid": "affcca75-4ffc-4f1a-8b77-c05175060314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.124227] env[70691]: DEBUG oslo_concurrency.lockutils [req-73b2124b-c864-4cac-9afa-ffe2e4e36983 req-bdc4b36a-f62e-4432-8485-5e4ba0c0c25f service nova] Releasing lock "refresh_cache-c66f57a8-be0f-46e4-95f0-7ff7e97e951e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.125120] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18776e1e-b5b9-43d4-9029-e203bf97cbd8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.136024] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0ddd78-d4dc-4e4d-bfda-a4ce36f2c4b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.152474] env[70691]: DEBUG nova.compute.provider_tree [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.160171] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c8d5ff-90a2-3577-64d0-4e6fef8a9350, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.160395] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.160646] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.160882] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.161046] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.161231] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.161486] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7743dc4-adef-486a-a4b5-bf17132e10bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.172333] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.172333] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1187.172333] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ffdd8c-6aaf-4727-8e24-79cd144309c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.175587] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1187.176391] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae412f-51ae-486e-8b34-6dfb20b345c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.183950] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1187.184282] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0127f07b-e7d0-417c-b166-75f7f8d51b37 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.185780] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1187.185780] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5219b750-1b8c-0b92-2dde-78f99364f698" [ 1187.185780] env[70691]: _type = "Task" [ 1187.185780] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.196172] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5219b750-1b8c-0b92-2dde-78f99364f698, 'name': SearchDatastore_Task, 'duration_secs': 0.011714} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.196957] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1a1d78-3b82-4315-ad9b-6db487d9ab6c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.202048] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1187.202048] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ac22dd-7c32-a09a-3035-b48bb7d9f317" [ 1187.202048] env[70691]: _type = "Task" [ 1187.202048] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.210017] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ac22dd-7c32-a09a-3035-b48bb7d9f317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.269705] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1187.269982] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1187.270189] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleting the datastore file [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.270482] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a12e8658-33c2-4f8b-8703-a945291e62ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.279134] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1187.279134] env[70691]: value = "task-3454884" [ 1187.279134] env[70691]: _type = "Task" [ 1187.279134] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.287839] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.357666] env[70691]: DEBUG nova.network.neutron [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Successfully created port: d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.437653] env[70691]: DEBUG nova.compute.manager [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1187.566200] env[70691]: DEBUG nova.network.neutron [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1187.655649] env[70691]: DEBUG nova.scheduler.client.report [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1187.698219] env[70691]: DEBUG nova.network.neutron [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance_info_cache with network_info: [{"id": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "address": "fa:16:3e:32:09:63", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1874a9-85", "ovs_interfaceid": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.713384] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ac22dd-7c32-a09a-3035-b48bb7d9f317, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.714317] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.714618] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] c66f57a8-be0f-46e4-95f0-7ff7e97e951e/c66f57a8-be0f-46e4-95f0-7ff7e97e951e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1187.714893] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-874380cf-4bf2-444c-9b6c-0d0980573927 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.722493] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1187.722493] env[70691]: value = "task-3454885" [ 1187.722493] env[70691]: _type = "Task" [ 1187.722493] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.730800] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.792022] env[70691]: DEBUG oslo_vmware.api [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140432} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.793094] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.793094] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1187.793094] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1187.816234] env[70691]: INFO nova.scheduler.client.report [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted allocations for instance 83ce245c-18c8-4de8-8fa9-564e11ba7535 [ 1188.162155] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.183208] env[70691]: INFO nova.scheduler.client.report [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted allocations for instance 7e546dc4-184a-450c-af4e-6e17aceea886 [ 1188.200698] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.201053] env[70691]: DEBUG nova.compute.manager [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Instance network_info: |[{"id": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "address": "fa:16:3e:32:09:63", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1874a9-85", "ovs_interfaceid": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1188.201499] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:09:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a1874a9-8567-4ecc-b92e-7e56030a4342', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.209269] env[70691]: DEBUG oslo.service.loopingcall [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.209501] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1188.209731] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60486c7b-6513-4eb8-925a-a2e90c21b280 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.235514] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46091} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.236935] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] c66f57a8-be0f-46e4-95f0-7ff7e97e951e/c66f57a8-be0f-46e4-95f0-7ff7e97e951e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1188.237204] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.237575] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.237575] env[70691]: value = "task-3454886" [ 1188.237575] env[70691]: _type = "Task" [ 1188.237575] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.237855] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a38dec2-76c9-4844-84a3-c7ef8dfc4392 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.249623] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454886, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.250985] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1188.250985] env[70691]: value = "task-3454887" [ 1188.250985] env[70691]: _type = "Task" [ 1188.250985] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.259538] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.320950] env[70691]: DEBUG oslo_concurrency.lockutils [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.321283] env[70691]: DEBUG oslo_concurrency.lockutils [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.321531] env[70691]: DEBUG nova.objects.instance [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'resources' on Instance uuid 83ce245c-18c8-4de8-8fa9-564e11ba7535 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.336397] env[70691]: DEBUG nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Received event network-vif-plugged-8a1874a9-8567-4ecc-b92e-7e56030a4342 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1188.336397] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Acquiring lock "ea1406ae-244a-45cf-8f58-fcc759c09a93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.336397] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.336397] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.336397] env[70691]: DEBUG nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] No waiting events found dispatching network-vif-plugged-8a1874a9-8567-4ecc-b92e-7e56030a4342 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1188.336582] env[70691]: WARNING nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Received unexpected event network-vif-plugged-8a1874a9-8567-4ecc-b92e-7e56030a4342 for instance with vm_state building and task_state spawning. [ 1188.336697] env[70691]: DEBUG nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Received event network-changed-8a1874a9-8567-4ecc-b92e-7e56030a4342 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1188.336856] env[70691]: DEBUG nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Refreshing instance network info cache due to event network-changed-8a1874a9-8567-4ecc-b92e-7e56030a4342. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1188.337051] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Acquiring lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.337196] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Acquired lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.337354] env[70691]: DEBUG nova.network.neutron [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Refreshing network info cache for port 8a1874a9-8567-4ecc-b92e-7e56030a4342 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1188.448278] env[70691]: DEBUG nova.compute.manager [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1188.472157] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1188.472436] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1188.472603] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.472791] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1188.472946] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.473118] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1188.473371] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1188.473565] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1188.473749] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1188.473961] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1188.474174] env[70691]: DEBUG nova.virt.hardware [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1188.475053] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7b9e7-78ee-499c-9e83-584f0cbfcdf9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.484028] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2140c812-f7ad-4b77-a2af-472b99d1dc24 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.692434] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3975568d-1fd0-489c-8eae-a0174350071a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "7e546dc4-184a-450c-af4e-6e17aceea886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.067s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.751166] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454886, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.759792] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123069} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.760104] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.760879] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b57cae5-36b4-47e9-a34c-04bfe57ddebc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.783767] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] c66f57a8-be0f-46e4-95f0-7ff7e97e951e/c66f57a8-be0f-46e4-95f0-7ff7e97e951e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.784081] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95443c60-da5c-4498-a4a7-26cc31ed58a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.802725] env[70691]: DEBUG nova.compute.manager [req-c464081f-738f-44d3-a687-1b88c926fbe9 req-d6c501b1-5f30-4066-bf11-2a99d58a5005 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Received event network-vif-plugged-d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1188.802957] env[70691]: DEBUG oslo_concurrency.lockutils [req-c464081f-738f-44d3-a687-1b88c926fbe9 req-d6c501b1-5f30-4066-bf11-2a99d58a5005 service nova] Acquiring lock "714db313-1b44-45c6-9768-5594fe46d9e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.803193] env[70691]: DEBUG oslo_concurrency.lockutils [req-c464081f-738f-44d3-a687-1b88c926fbe9 req-d6c501b1-5f30-4066-bf11-2a99d58a5005 service nova] Lock "714db313-1b44-45c6-9768-5594fe46d9e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.803365] env[70691]: DEBUG oslo_concurrency.lockutils [req-c464081f-738f-44d3-a687-1b88c926fbe9 req-d6c501b1-5f30-4066-bf11-2a99d58a5005 service nova] Lock "714db313-1b44-45c6-9768-5594fe46d9e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.803537] env[70691]: DEBUG nova.compute.manager [req-c464081f-738f-44d3-a687-1b88c926fbe9 req-d6c501b1-5f30-4066-bf11-2a99d58a5005 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] No waiting events found dispatching network-vif-plugged-d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1188.803705] env[70691]: WARNING nova.compute.manager [req-c464081f-738f-44d3-a687-1b88c926fbe9 req-d6c501b1-5f30-4066-bf11-2a99d58a5005 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Received unexpected event network-vif-plugged-d971db96-7afd-4662-b3ac-dff7e5330610 for instance with vm_state building and task_state spawning. [ 1188.811022] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1188.811022] env[70691]: value = "task-3454888" [ 1188.811022] env[70691]: _type = "Task" [ 1188.811022] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.822185] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.823879] env[70691]: DEBUG nova.objects.instance [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'numa_topology' on Instance uuid 83ce245c-18c8-4de8-8fa9-564e11ba7535 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.910454] env[70691]: DEBUG nova.network.neutron [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Successfully updated port: d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.112353] env[70691]: DEBUG nova.network.neutron [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updated VIF entry in instance network info cache for port 8a1874a9-8567-4ecc-b92e-7e56030a4342. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1189.112745] env[70691]: DEBUG nova.network.neutron [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance_info_cache with network_info: [{"id": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "address": "fa:16:3e:32:09:63", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1874a9-85", "ovs_interfaceid": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.250569] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454886, 'name': CreateVM_Task, 'duration_secs': 0.730059} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.250848] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1189.251447] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.251637] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.251971] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.252255] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ebc7228-9ec4-4a37-9c8d-050783301118 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.258443] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1189.258443] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52636396-59e1-58d1-bc33-0a66dfb5d329" [ 1189.258443] env[70691]: _type = "Task" [ 1189.258443] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.266590] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52636396-59e1-58d1-bc33-0a66dfb5d329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.322610] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454888, 'name': ReconfigVM_Task, 'duration_secs': 0.317061} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.322976] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Reconfigured VM instance instance-00000069 to attach disk [datastore2] c66f57a8-be0f-46e4-95f0-7ff7e97e951e/c66f57a8-be0f-46e4-95f0-7ff7e97e951e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.323824] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-558b7a16-9cec-48be-87e4-a7942f5269f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.325868] env[70691]: DEBUG nova.objects.base [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Object Instance<83ce245c-18c8-4de8-8fa9-564e11ba7535> lazy-loaded attributes: resources,numa_topology {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1189.334818] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1189.334818] env[70691]: value = "task-3454889" [ 1189.334818] env[70691]: _type = "Task" [ 1189.334818] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.343561] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454889, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.413744] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.413900] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.414071] env[70691]: DEBUG nova.network.neutron [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1189.453042] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead367d-cb6e-44ee-a61b-b01876a233c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.461729] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca89798-3e00-4a79-8f45-0a6f00d22a07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.494848] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff740a3-b2f5-4240-8a28-6b1b41d7001d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.508295] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330b902e-225e-4e4d-8c71-80d1cf37d4f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.522693] env[70691]: DEBUG nova.compute.provider_tree [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.606277] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.615039] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Releasing lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.615268] env[70691]: DEBUG nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received event network-vif-unplugged-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1189.615465] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Acquiring lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.615678] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.615846] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.616028] env[70691]: DEBUG nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] No waiting events found dispatching network-vif-unplugged-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1189.616210] env[70691]: WARNING nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received unexpected event network-vif-unplugged-238990e3-1a97-4616-a8d1-5036251e0f19 for instance with vm_state shelved_offloaded and task_state None. [ 1189.616378] env[70691]: DEBUG nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received event network-changed-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1189.616575] env[70691]: DEBUG nova.compute.manager [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Refreshing instance network info cache due to event network-changed-238990e3-1a97-4616-a8d1-5036251e0f19. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1189.616777] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Acquiring lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.616922] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Acquired lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.617103] env[70691]: DEBUG nova.network.neutron [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Refreshing network info cache for port 238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1189.769881] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52636396-59e1-58d1-bc33-0a66dfb5d329, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.770245] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.770494] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.770808] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.770983] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.771349] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.771643] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6269c975-a2df-4cef-93d2-2597dd78b4b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.780564] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.780751] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1189.781420] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4e85af-93a7-4c90-beea-a790382484c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.786794] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1189.786794] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52529803-1637-5820-7424-3bdb2be2e5dc" [ 1189.786794] env[70691]: _type = "Task" [ 1189.786794] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.794464] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52529803-1637-5820-7424-3bdb2be2e5dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.845551] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454889, 'name': Rename_Task, 'duration_secs': 0.158069} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.845869] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1189.846142] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778fee19-b912-4f3a-bad4-18b4027fd054 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.852815] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1189.852815] env[70691]: value = "task-3454890" [ 1189.852815] env[70691]: _type = "Task" [ 1189.852815] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.863617] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.863895] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.865692] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.956725] env[70691]: DEBUG nova.network.neutron [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1190.026173] env[70691]: DEBUG nova.scheduler.client.report [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1190.091962] env[70691]: DEBUG nova.network.neutron [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updating instance_info_cache with network_info: [{"id": "d971db96-7afd-4662-b3ac-dff7e5330610", "address": "fa:16:3e:ee:9d:ab", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd971db96-7a", "ovs_interfaceid": "d971db96-7afd-4662-b3ac-dff7e5330610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.299589] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52529803-1637-5820-7424-3bdb2be2e5dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.300525] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee813d0f-747e-4fe5-b53d-57158efc26a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.309093] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1190.309093] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52037bec-038b-35c7-feae-0cda01981d34" [ 1190.309093] env[70691]: _type = "Task" [ 1190.309093] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.318667] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52037bec-038b-35c7-feae-0cda01981d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.363749] env[70691]: DEBUG oslo_vmware.api [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454890, 'name': PowerOnVM_Task, 'duration_secs': 0.492023} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.364422] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1190.364663] env[70691]: INFO nova.compute.manager [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1190.364899] env[70691]: DEBUG nova.compute.manager [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1190.365792] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3982aede-427a-4d01-bbf4-d4ee18d74796 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.368706] env[70691]: DEBUG nova.compute.manager [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1190.379962] env[70691]: DEBUG nova.network.neutron [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updated VIF entry in instance network info cache for port 238990e3-1a97-4616-a8d1-5036251e0f19. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1190.380319] env[70691]: DEBUG nova.network.neutron [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating instance_info_cache with network_info: [{"id": "238990e3-1a97-4616-a8d1-5036251e0f19", "address": "fa:16:3e:79:54:28", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap238990e3-1a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.531922] env[70691]: DEBUG oslo_concurrency.lockutils [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.594558] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.594878] env[70691]: DEBUG nova.compute.manager [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Instance network_info: |[{"id": "d971db96-7afd-4662-b3ac-dff7e5330610", "address": "fa:16:3e:ee:9d:ab", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd971db96-7a", "ovs_interfaceid": "d971db96-7afd-4662-b3ac-dff7e5330610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1190.595343] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:9d:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd971db96-7afd-4662-b3ac-dff7e5330610', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.603446] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Creating folder: Project (c690619ad1cf48f982608a759124d83a). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1190.604014] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b52095fb-82d5-4572-9dc6-10c89a48167e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.617299] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Created folder: Project (c690619ad1cf48f982608a759124d83a) in parent group-v689428. [ 1190.617587] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Creating folder: Instances. Parent ref: group-v689723. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1190.617903] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c0b52b-3e93-4e0d-8ac6-a0ba6e4664c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.627537] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Created folder: Instances in parent group-v689723. [ 1190.627916] env[70691]: DEBUG oslo.service.loopingcall [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1190.628225] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1190.628532] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab0e7a88-ed66-43f6-a8dc-d961b8a4af81 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.647593] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.647593] env[70691]: value = "task-3454893" [ 1190.647593] env[70691]: _type = "Task" [ 1190.647593] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.656010] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454893, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.820790] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52037bec-038b-35c7-feae-0cda01981d34, 'name': SearchDatastore_Task, 'duration_secs': 0.014566} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.821092] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.821364] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] ea1406ae-244a-45cf-8f58-fcc759c09a93/ea1406ae-244a-45cf-8f58-fcc759c09a93.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1190.821633] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8ce00ac-e4c6-4b0b-a5ad-15efda12f8a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.827331] env[70691]: DEBUG nova.compute.manager [req-b07e5625-cbf7-4ed2-89c7-57e2c2aab78a req-4c7f0b4f-068e-4371-94ca-078c5549a806 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Received event network-changed-d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1190.827562] env[70691]: DEBUG nova.compute.manager [req-b07e5625-cbf7-4ed2-89c7-57e2c2aab78a req-4c7f0b4f-068e-4371-94ca-078c5549a806 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Refreshing instance network info cache due to event network-changed-d971db96-7afd-4662-b3ac-dff7e5330610. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1190.827788] env[70691]: DEBUG oslo_concurrency.lockutils [req-b07e5625-cbf7-4ed2-89c7-57e2c2aab78a req-4c7f0b4f-068e-4371-94ca-078c5549a806 service nova] Acquiring lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.827941] env[70691]: DEBUG oslo_concurrency.lockutils [req-b07e5625-cbf7-4ed2-89c7-57e2c2aab78a req-4c7f0b4f-068e-4371-94ca-078c5549a806 service nova] Acquired lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.828292] env[70691]: DEBUG nova.network.neutron [req-b07e5625-cbf7-4ed2-89c7-57e2c2aab78a req-4c7f0b4f-068e-4371-94ca-078c5549a806 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Refreshing network info cache for port d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1190.831408] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1190.831408] env[70691]: value = "task-3454894" [ 1190.831408] env[70691]: _type = "Task" [ 1190.831408] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.840515] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.884197] env[70691]: DEBUG oslo_concurrency.lockutils [req-638479e1-69c3-43a3-9cb1-808a0ab89b6d req-343829fd-ed0e-425f-b2b2-4a19c8a418e4 service nova] Releasing lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.887377] env[70691]: INFO nova.compute.manager [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Took 11.27 seconds to build instance. [ 1190.895048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.895048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.896932] env[70691]: INFO nova.compute.claims [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.041715] env[70691]: DEBUG oslo_concurrency.lockutils [None req-82487636-7a9f-49ef-a6fb-7f3a3e728616 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.103s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.042800] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.437s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.043188] env[70691]: INFO nova.compute.manager [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Unshelving [ 1191.161089] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454893, 'name': CreateVM_Task, 'duration_secs': 0.343495} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.161292] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1191.162113] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.162294] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.162649] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.162938] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630db062-3676-4c9d-8aa6-fbb74ef75a23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.170247] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1191.170247] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521625e6-8c9d-ad25-1121-36a4b5c7bdf4" [ 1191.170247] env[70691]: _type = "Task" [ 1191.170247] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.181411] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521625e6-8c9d-ad25-1121-36a4b5c7bdf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.342809] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503285} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.343112] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] ea1406ae-244a-45cf-8f58-fcc759c09a93/ea1406ae-244a-45cf-8f58-fcc759c09a93.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1191.343333] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.343593] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-508c6cc6-e561-4eb4-bf9e-01d217e9a6e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.350662] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1191.350662] env[70691]: value = "task-3454895" [ 1191.350662] env[70691]: _type = "Task" [ 1191.350662] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.360759] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.389727] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e6db944c-6516-4fbd-90a9-9ac19d6e9a9f tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.786s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.570169] env[70691]: DEBUG nova.network.neutron [req-b07e5625-cbf7-4ed2-89c7-57e2c2aab78a req-4c7f0b4f-068e-4371-94ca-078c5549a806 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updated VIF entry in instance network info cache for port d971db96-7afd-4662-b3ac-dff7e5330610. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1191.570567] env[70691]: DEBUG nova.network.neutron [req-b07e5625-cbf7-4ed2-89c7-57e2c2aab78a req-4c7f0b4f-068e-4371-94ca-078c5549a806 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updating instance_info_cache with network_info: [{"id": "d971db96-7afd-4662-b3ac-dff7e5330610", "address": "fa:16:3e:ee:9d:ab", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd971db96-7a", "ovs_interfaceid": "d971db96-7afd-4662-b3ac-dff7e5330610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.681837] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521625e6-8c9d-ad25-1121-36a4b5c7bdf4, 'name': SearchDatastore_Task, 'duration_secs': 0.021688} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.682119] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.682372] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.682612] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.682908] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.683119] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.683389] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a18391-0246-4e63-9967-4bda4fa53463 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.696055] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.696251] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1191.697061] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1bc3746-c5ac-4787-b050-feed1457fba7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.702347] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1191.702347] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52317b52-0370-07e3-6cd3-2eb22a660a1b" [ 1191.702347] env[70691]: _type = "Task" [ 1191.702347] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.710532] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52317b52-0370-07e3-6cd3-2eb22a660a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.862455] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072061} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.862455] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.863880] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5cdb11-4e4d-4ad6-8ab3-f0a1e653a40f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.886795] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] ea1406ae-244a-45cf-8f58-fcc759c09a93/ea1406ae-244a-45cf-8f58-fcc759c09a93.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.886985] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3397ad-a3f5-4674-92d1-d7400e371a70 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.908830] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1191.908830] env[70691]: value = "task-3454896" [ 1191.908830] env[70691]: _type = "Task" [ 1191.908830] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.917051] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.045781] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8842c2-ecc9-4853-a6c2-3777d53d37ed {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.056091] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6605b897-99f4-4528-be04-14808b94b078 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.088065] env[70691]: DEBUG oslo_concurrency.lockutils [req-b07e5625-cbf7-4ed2-89c7-57e2c2aab78a req-4c7f0b4f-068e-4371-94ca-078c5549a806 service nova] Releasing lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.089852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.090568] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3217c02c-8bd7-4f1d-8243-e13dca384862 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.099422] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e28885-9c10-4fbc-82d2-c475bb36146b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.112988] env[70691]: DEBUG nova.compute.provider_tree [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.217843] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52317b52-0370-07e3-6cd3-2eb22a660a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.098198} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.220027] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580139c4-7e4c-4f2d-bb17-c3e9039124d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.225550] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1192.225550] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d403a8-b41c-b9d8-21ef-41c8e8004b0a" [ 1192.225550] env[70691]: _type = "Task" [ 1192.225550] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.233825] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d403a8-b41c-b9d8-21ef-41c8e8004b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.420510] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454896, 'name': ReconfigVM_Task, 'duration_secs': 0.291878} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.420848] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Reconfigured VM instance instance-0000006a to attach disk [datastore2] ea1406ae-244a-45cf-8f58-fcc759c09a93/ea1406ae-244a-45cf-8f58-fcc759c09a93.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.421269] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b546e76-0c95-4982-91b5-7e83e72a2fb6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.427684] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1192.427684] env[70691]: value = "task-3454897" [ 1192.427684] env[70691]: _type = "Task" [ 1192.427684] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.435301] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454897, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.616143] env[70691]: DEBUG nova.scheduler.client.report [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1192.708690] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.708986] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.738116] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d403a8-b41c-b9d8-21ef-41c8e8004b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.086265} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.738213] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.738670] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 714db313-1b44-45c6-9768-5594fe46d9e1/714db313-1b44-45c6-9768-5594fe46d9e1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1192.738773] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-576e571f-79bf-494c-8dea-3a961cfbad4b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.745344] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1192.745344] env[70691]: value = "task-3454898" [ 1192.745344] env[70691]: _type = "Task" [ 1192.745344] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.753080] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.852357] env[70691]: DEBUG nova.compute.manager [req-a58e4505-a78f-4961-a796-6fd7711e5252 req-7afb5501-1bd1-4782-b3e6-a4a54f189c25 service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Received event network-changed-affcca75-4ffc-4f1a-8b77-c05175060314 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1192.852650] env[70691]: DEBUG nova.compute.manager [req-a58e4505-a78f-4961-a796-6fd7711e5252 req-7afb5501-1bd1-4782-b3e6-a4a54f189c25 service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Refreshing instance network info cache due to event network-changed-affcca75-4ffc-4f1a-8b77-c05175060314. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1192.852814] env[70691]: DEBUG oslo_concurrency.lockutils [req-a58e4505-a78f-4961-a796-6fd7711e5252 req-7afb5501-1bd1-4782-b3e6-a4a54f189c25 service nova] Acquiring lock "refresh_cache-c66f57a8-be0f-46e4-95f0-7ff7e97e951e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.852967] env[70691]: DEBUG oslo_concurrency.lockutils [req-a58e4505-a78f-4961-a796-6fd7711e5252 req-7afb5501-1bd1-4782-b3e6-a4a54f189c25 service nova] Acquired lock "refresh_cache-c66f57a8-be0f-46e4-95f0-7ff7e97e951e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.853162] env[70691]: DEBUG nova.network.neutron [req-a58e4505-a78f-4961-a796-6fd7711e5252 req-7afb5501-1bd1-4782-b3e6-a4a54f189c25 service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Refreshing network info cache for port affcca75-4ffc-4f1a-8b77-c05175060314 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1192.938256] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454897, 'name': Rename_Task, 'duration_secs': 0.141567} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.938766] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1192.938916] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bfdaa5a-9996-4bf5-a797-51e5ce0bd058 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.945542] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1192.945542] env[70691]: value = "task-3454899" [ 1192.945542] env[70691]: _type = "Task" [ 1192.945542] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.953730] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.121046] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.121662] env[70691]: DEBUG nova.compute.manager [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1193.124895] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.035s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.125182] env[70691]: DEBUG nova.objects.instance [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'pci_requests' on Instance uuid 83ce245c-18c8-4de8-8fa9-564e11ba7535 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.212246] env[70691]: INFO nova.compute.manager [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Detaching volume 3c6ca66d-f1dc-48bd-8e35-b844820e3601 [ 1193.253238] env[70691]: INFO nova.virt.block_device [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Attempting to driver detach volume 3c6ca66d-f1dc-48bd-8e35-b844820e3601 from mountpoint /dev/sdb [ 1193.253569] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.253817] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689701', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'name': 'volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'c59bc96f-5ddc-4a4b-89e5-53486598bdaf', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'serial': '3c6ca66d-f1dc-48bd-8e35-b844820e3601'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.254778] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d40c01-cae6-44fe-bfe2-dc786b5bdd3e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.261255] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454898, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.282374] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ed41fb-57a8-42f6-9c31-01e54a26b857 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.289461] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704fafc7-f76d-4556-a230-e2d2fed87113 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.311992] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ab1ce3-ec51-4abe-8f28-ae3b5dcc069b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.327762] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] The volume has not been displaced from its original location: [datastore1] volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601/volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1193.333762] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.334585] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80938df-b411-4145-b3c6-7570414f56f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.353399] env[70691]: DEBUG oslo_vmware.api [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1193.353399] env[70691]: value = "task-3454900" [ 1193.353399] env[70691]: _type = "Task" [ 1193.353399] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.363314] env[70691]: DEBUG oslo_vmware.api [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.454510] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.608217] env[70691]: DEBUG nova.network.neutron [req-a58e4505-a78f-4961-a796-6fd7711e5252 req-7afb5501-1bd1-4782-b3e6-a4a54f189c25 service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Updated VIF entry in instance network info cache for port affcca75-4ffc-4f1a-8b77-c05175060314. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1193.608217] env[70691]: DEBUG nova.network.neutron [req-a58e4505-a78f-4961-a796-6fd7711e5252 req-7afb5501-1bd1-4782-b3e6-a4a54f189c25 service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Updating instance_info_cache with network_info: [{"id": "affcca75-4ffc-4f1a-8b77-c05175060314", "address": "fa:16:3e:73:0f:fc", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaffcca75-4f", "ovs_interfaceid": "affcca75-4ffc-4f1a-8b77-c05175060314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.627971] env[70691]: DEBUG nova.compute.utils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1193.631853] env[70691]: DEBUG nova.objects.instance [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'numa_topology' on Instance uuid 83ce245c-18c8-4de8-8fa9-564e11ba7535 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.632978] env[70691]: DEBUG nova.compute.manager [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1193.633196] env[70691]: DEBUG nova.network.neutron [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1193.677992] env[70691]: DEBUG nova.policy [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfefdefdb9934ae59646b8ba6c7426a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e26f0b86cff4415be016829a740b46a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1193.699338] env[70691]: INFO nova.compute.manager [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Rebuilding instance [ 1193.750583] env[70691]: DEBUG nova.compute.manager [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1193.751388] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06805bcc-15c4-4cd7-a204-f41902190deb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.759328] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514676} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.760820] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 714db313-1b44-45c6-9768-5594fe46d9e1/714db313-1b44-45c6-9768-5594fe46d9e1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1193.761057] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.763650] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7df61806-6bcb-4af8-82d5-bbf92ed4e182 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.772139] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1193.772139] env[70691]: value = "task-3454901" [ 1193.772139] env[70691]: _type = "Task" [ 1193.772139] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.780198] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.862784] env[70691]: DEBUG oslo_vmware.api [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454900, 'name': ReconfigVM_Task, 'duration_secs': 0.447193} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.863098] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.868122] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97298237-7786-44c2-b290-7cab187b6a86 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.881851] env[70691]: DEBUG oslo_vmware.api [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1193.881851] env[70691]: value = "task-3454902" [ 1193.881851] env[70691]: _type = "Task" [ 1193.881851] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.892138] env[70691]: DEBUG oslo_vmware.api [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.922105] env[70691]: DEBUG nova.network.neutron [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Successfully created port: 091df036-3bd4-4657-b7f1-f22156102736 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.955901] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.110662] env[70691]: DEBUG oslo_concurrency.lockutils [req-a58e4505-a78f-4961-a796-6fd7711e5252 req-7afb5501-1bd1-4782-b3e6-a4a54f189c25 service nova] Releasing lock "refresh_cache-c66f57a8-be0f-46e4-95f0-7ff7e97e951e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.138317] env[70691]: INFO nova.compute.claims [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.140461] env[70691]: DEBUG nova.compute.manager [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1194.143462] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "44872813-8979-41ec-b1ef-f2f56454a4f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.143462] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.267672] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1194.267991] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a05e50d-9b07-4361-ae67-e65dde50d5c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.276483] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1194.276483] env[70691]: value = "task-3454903" [ 1194.276483] env[70691]: _type = "Task" [ 1194.276483] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.282679] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082834} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.283352] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.284103] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012ac233-0ddc-410c-b990-fbcac1f1867b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.289980] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.309343] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 714db313-1b44-45c6-9768-5594fe46d9e1/714db313-1b44-45c6-9768-5594fe46d9e1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.310010] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4d4718-0aa9-44c5-bbab-203bf8595047 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.331677] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1194.331677] env[70691]: value = "task-3454904" [ 1194.331677] env[70691]: _type = "Task" [ 1194.331677] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.340572] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.392424] env[70691]: DEBUG oslo_vmware.api [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454902, 'name': ReconfigVM_Task, 'duration_secs': 0.201001} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.392770] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689701', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'name': 'volume-3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'c59bc96f-5ddc-4a4b-89e5-53486598bdaf', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6ca66d-f1dc-48bd-8e35-b844820e3601', 'serial': '3c6ca66d-f1dc-48bd-8e35-b844820e3601'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1194.457022] env[70691]: DEBUG oslo_vmware.api [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454899, 'name': PowerOnVM_Task, 'duration_secs': 1.089449} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.457328] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1194.457526] env[70691]: INFO nova.compute.manager [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1194.457734] env[70691]: DEBUG nova.compute.manager [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1194.458531] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec19e7b8-5283-483e-b8af-a63fc947eb5a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.651023] env[70691]: INFO nova.compute.manager [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Detaching volume 4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5 [ 1194.685030] env[70691]: INFO nova.virt.block_device [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Attempting to driver detach volume 4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5 from mountpoint /dev/sdb [ 1194.685030] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.685030] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689711', 'volume_id': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'name': 'volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44872813-8979-41ec-b1ef-f2f56454a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'serial': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.685865] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a132d2f-51eb-41ca-bf19-8dbfea77fdce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.709331] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3189b75-9b24-4619-b251-c23d686419dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.716023] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee4f00e-ec5d-4ae8-8a34-9821bc9c7d0e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.736145] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9624aa50-d45e-4f1d-a684-a27e633c92d3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.750634] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] The volume has not been displaced from its original location: [datastore1] volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5/volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.755828] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.756231] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aee16c8-15e8-4fb6-ba2f-e661ec925a6d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.774161] env[70691]: DEBUG oslo_vmware.api [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1194.774161] env[70691]: value = "task-3454905" [ 1194.774161] env[70691]: _type = "Task" [ 1194.774161] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.784470] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454903, 'name': PowerOffVM_Task, 'duration_secs': 0.183579} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.787423] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1194.788504] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1194.788504] env[70691]: DEBUG oslo_vmware.api [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.789540] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c900697-0b96-4ea3-9fec-2a09d9f218af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.794482] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1194.794698] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53c4cb5b-f652-4b50-8032-3dcb4ee3b88a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.842066] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454904, 'name': ReconfigVM_Task, 'duration_secs': 0.310988} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.842425] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 714db313-1b44-45c6-9768-5594fe46d9e1/714db313-1b44-45c6-9768-5594fe46d9e1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.843171] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a1cdd02-1884-4d9a-a750-e82a3c3aae8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.850173] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1194.850173] env[70691]: value = "task-3454907" [ 1194.850173] env[70691]: _type = "Task" [ 1194.850173] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.858274] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454907, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.859866] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1194.860090] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1194.860275] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleting the datastore file [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.860526] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee45c1b3-e863-4dd0-8b66-335e2faf3fe4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.866799] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1194.866799] env[70691]: value = "task-3454908" [ 1194.866799] env[70691]: _type = "Task" [ 1194.866799] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.874509] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.939439] env[70691]: DEBUG nova.objects.instance [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'flavor' on Instance uuid c59bc96f-5ddc-4a4b-89e5-53486598bdaf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.976027] env[70691]: INFO nova.compute.manager [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Took 14.25 seconds to build instance. [ 1195.154011] env[70691]: DEBUG nova.compute.manager [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1195.185872] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1195.186167] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1195.186335] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.186522] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1195.186749] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.186919] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1195.187150] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1195.187321] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1195.187495] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1195.187718] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1195.187913] env[70691]: DEBUG nova.virt.hardware [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.188812] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699e88db-35ce-4cd2-8def-75960bc0809a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.201639] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7765ae-6ee2-4a22-8d48-769f8ca83d81 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.285403] env[70691]: DEBUG oslo_vmware.api [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454905, 'name': ReconfigVM_Task, 'duration_secs': 0.220022} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.285685] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.292421] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28eab629-6d5e-40a5-ab21-4024a355b79a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.307275] env[70691]: DEBUG oslo_vmware.api [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1195.307275] env[70691]: value = "task-3454909" [ 1195.307275] env[70691]: _type = "Task" [ 1195.307275] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.314915] env[70691]: DEBUG oslo_vmware.api [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.333809] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4c8e5b-86a3-4318-9033-acfc67c0fbd6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.342377] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508d522a-edf6-42e2-b97f-f339079f64f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.382100] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be09af82-1df8-4c4a-8838-db9a13c932a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.389292] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454907, 'name': Rename_Task, 'duration_secs': 0.145718} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.394180] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1195.394519] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289904} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.394726] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20fa3f55-9cd4-4e6e-b069-1e4f73d5226d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.397160] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c78d35-e3c1-4ed0-9f4b-7d41cc08c958 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.401062] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.401346] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1195.401488] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1195.415206] env[70691]: DEBUG nova.compute.provider_tree [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.419157] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1195.419157] env[70691]: value = "task-3454910" [ 1195.419157] env[70691]: _type = "Task" [ 1195.419157] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.425376] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454910, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.463496] env[70691]: DEBUG nova.compute.manager [req-8b4b44a8-9964-4f8a-bfa6-18055dc41edc req-f5abce4c-fc29-4c56-bf2f-5ba73f23d567 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Received event network-vif-plugged-091df036-3bd4-4657-b7f1-f22156102736 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1195.463769] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b4b44a8-9964-4f8a-bfa6-18055dc41edc req-f5abce4c-fc29-4c56-bf2f-5ba73f23d567 service nova] Acquiring lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.463928] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b4b44a8-9964-4f8a-bfa6-18055dc41edc req-f5abce4c-fc29-4c56-bf2f-5ba73f23d567 service nova] Lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.464385] env[70691]: DEBUG oslo_concurrency.lockutils [req-8b4b44a8-9964-4f8a-bfa6-18055dc41edc req-f5abce4c-fc29-4c56-bf2f-5ba73f23d567 service nova] Lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.464606] env[70691]: DEBUG nova.compute.manager [req-8b4b44a8-9964-4f8a-bfa6-18055dc41edc req-f5abce4c-fc29-4c56-bf2f-5ba73f23d567 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] No waiting events found dispatching network-vif-plugged-091df036-3bd4-4657-b7f1-f22156102736 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1195.464807] env[70691]: WARNING nova.compute.manager [req-8b4b44a8-9964-4f8a-bfa6-18055dc41edc req-f5abce4c-fc29-4c56-bf2f-5ba73f23d567 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Received unexpected event network-vif-plugged-091df036-3bd4-4657-b7f1-f22156102736 for instance with vm_state building and task_state spawning. [ 1195.478287] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4506bf4e-1b5b-468e-a60a-cae01087317f tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.761s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.594567] env[70691]: DEBUG nova.network.neutron [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Successfully updated port: 091df036-3bd4-4657-b7f1-f22156102736 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.816751] env[70691]: DEBUG oslo_vmware.api [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454909, 'name': ReconfigVM_Task, 'duration_secs': 0.201} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.817054] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689711', 'volume_id': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'name': 'volume-4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44872813-8979-41ec-b1ef-f2f56454a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5', 'serial': '4da0a7c4-8b4a-4bae-bb74-b912dcbec3a5'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.919243] env[70691]: DEBUG nova.scheduler.client.report [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1195.935751] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.947908] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d500784-89dd-4503-ba44-155cf37acb0e tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.047707] env[70691]: DEBUG nova.compute.manager [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Stashing vm_state: active {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1196.096840] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "refresh_cache-d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.097009] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "refresh_cache-d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.097166] env[70691]: DEBUG nova.network.neutron [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1196.358470] env[70691]: DEBUG nova.objects.instance [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.428991] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.304s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.435954] env[70691]: DEBUG oslo_vmware.api [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454910, 'name': PowerOnVM_Task, 'duration_secs': 0.776213} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.436668] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1196.436897] env[70691]: INFO nova.compute.manager [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1196.437233] env[70691]: DEBUG nova.compute.manager [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1196.437919] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961c0bc-9079-482f-928d-6a96ffaf825d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.442533] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1196.442533] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1196.442734] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.442794] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1196.442990] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.443114] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1196.443378] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1196.443551] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1196.443725] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1196.443897] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1196.444091] env[70691]: DEBUG nova.virt.hardware [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1196.445147] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d4b750-cb69-46dd-a0f4-976a778bafe5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.458040] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c3afa1-04af-4e6a-b79d-53514b9e2976 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.471130] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:e3:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd067ab-58f4-464d-a714-e0bb311cb44c', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.478802] env[70691]: DEBUG oslo.service.loopingcall [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.479808] env[70691]: INFO nova.network.neutron [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating port 238990e3-1a97-4616-a8d1-5036251e0f19 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1196.481612] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1196.481861] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c13e4b4-f8d3-4a68-9e74-240c000a324a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.508470] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.508470] env[70691]: value = "task-3454911" [ 1196.508470] env[70691]: _type = "Task" [ 1196.508470] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.517557] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454911, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.569316] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.569965] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.640717] env[70691]: DEBUG nova.network.neutron [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1196.793570] env[70691]: DEBUG nova.network.neutron [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Updating instance_info_cache with network_info: [{"id": "091df036-3bd4-4657-b7f1-f22156102736", "address": "fa:16:3e:5f:dc:92", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091df036-3b", "ovs_interfaceid": "091df036-3bd4-4657-b7f1-f22156102736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.964465] env[70691]: INFO nova.compute.manager [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Took 13.53 seconds to build instance. [ 1197.003044] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.003343] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.003564] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.003762] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.003939] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.007274] env[70691]: INFO nova.compute.manager [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Terminating instance [ 1197.009165] env[70691]: DEBUG nova.compute.manager [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1197.009359] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1197.010247] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef663d-12ec-4686-9d3b-d84e4b0c90b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.021896] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454911, 'name': CreateVM_Task, 'duration_secs': 0.334027} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.023884] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1197.024189] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1197.024821] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.024985] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.025319] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.025549] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12245083-1469-4e1f-9f1e-915da7476b9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.027239] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bdb0f2-8586-4e91-8364-f28c7db7b89c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.033902] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1197.033902] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52dc6a6c-170d-5107-b760-06490443dd10" [ 1197.033902] env[70691]: _type = "Task" [ 1197.033902] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.035315] env[70691]: DEBUG oslo_vmware.api [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1197.035315] env[70691]: value = "task-3454912" [ 1197.035315] env[70691]: _type = "Task" [ 1197.035315] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.048986] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52dc6a6c-170d-5107-b760-06490443dd10, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.052033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.052295] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.052532] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.052683] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.052878] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.053160] env[70691]: DEBUG oslo_vmware.api [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.053363] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8831787-44d9-4c91-81cf-ab384abdd7fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.060843] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.061067] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1197.061778] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5143ce43-ce27-4f72-bc08-b8f2406ae1b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.066917] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1197.066917] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5277ff16-5772-3ca1-8d20-bd59561e884a" [ 1197.066917] env[70691]: _type = "Task" [ 1197.066917] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.076986] env[70691]: INFO nova.compute.claims [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.080436] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5277ff16-5772-3ca1-8d20-bd59561e884a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.296729] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "refresh_cache-d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.296729] env[70691]: DEBUG nova.compute.manager [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Instance network_info: |[{"id": "091df036-3bd4-4657-b7f1-f22156102736", "address": "fa:16:3e:5f:dc:92", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091df036-3b", "ovs_interfaceid": "091df036-3bd4-4657-b7f1-f22156102736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1197.296995] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:dc:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '091df036-3bd4-4657-b7f1-f22156102736', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.305387] env[70691]: DEBUG oslo.service.loopingcall [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.305683] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1197.305955] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cad7683a-802f-4f68-b8b8-4a3115ce4257 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.325677] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.325677] env[70691]: value = "task-3454913" [ 1197.325677] env[70691]: _type = "Task" [ 1197.325677] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.338355] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454913, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.366380] env[70691]: DEBUG oslo_concurrency.lockutils [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "44872813-8979-41ec-b1ef-f2f56454a4f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.366889] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0e655767-adc6-44e6-8700-568c08135c7e tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.368098] env[70691]: DEBUG oslo_concurrency.lockutils [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.368317] env[70691]: DEBUG nova.compute.manager [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1197.369463] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f031da5-b73b-495e-9f93-b0743169fea2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.376459] env[70691]: DEBUG nova.compute.manager [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1197.377241] env[70691]: DEBUG nova.objects.instance [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.466651] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d6b9baac-8372-4224-90b8-0249d08e439a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "714db313-1b44-45c6-9768-5594fe46d9e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.039s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.496502] env[70691]: DEBUG nova.compute.manager [req-67b8e6ef-f115-4cdc-a926-baf6dbdc883a req-d41452a6-f80c-45d9-adc4-a058a5947073 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Received event network-changed-091df036-3bd4-4657-b7f1-f22156102736 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1197.496779] env[70691]: DEBUG nova.compute.manager [req-67b8e6ef-f115-4cdc-a926-baf6dbdc883a req-d41452a6-f80c-45d9-adc4-a058a5947073 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Refreshing instance network info cache due to event network-changed-091df036-3bd4-4657-b7f1-f22156102736. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1197.497145] env[70691]: DEBUG oslo_concurrency.lockutils [req-67b8e6ef-f115-4cdc-a926-baf6dbdc883a req-d41452a6-f80c-45d9-adc4-a058a5947073 service nova] Acquiring lock "refresh_cache-d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.497145] env[70691]: DEBUG oslo_concurrency.lockutils [req-67b8e6ef-f115-4cdc-a926-baf6dbdc883a req-d41452a6-f80c-45d9-adc4-a058a5947073 service nova] Acquired lock "refresh_cache-d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.498042] env[70691]: DEBUG nova.network.neutron [req-67b8e6ef-f115-4cdc-a926-baf6dbdc883a req-d41452a6-f80c-45d9-adc4-a058a5947073 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Refreshing network info cache for port 091df036-3bd4-4657-b7f1-f22156102736 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1197.549106] env[70691]: DEBUG oslo_vmware.api [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454912, 'name': PowerOffVM_Task, 'duration_secs': 0.370661} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.549106] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1197.549106] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1197.549351] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184d815f-cb81-46b5-81ce-0c453cebc139 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.579046] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5277ff16-5772-3ca1-8d20-bd59561e884a, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.580441] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c48158d-09e5-43dc-a485-c53e4899ef38 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.586536] env[70691]: INFO nova.compute.resource_tracker [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating resource usage from migration 5d4077c7-7d18-4ef2-95e5-7cbf16a4aa22 [ 1197.595050] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1197.595050] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fa526b-28c0-1adf-64ee-f2e610ac49c9" [ 1197.595050] env[70691]: _type = "Task" [ 1197.595050] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.608209] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fa526b-28c0-1adf-64ee-f2e610ac49c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.620480] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1197.620768] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1197.621014] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleting the datastore file [datastore1] c59bc96f-5ddc-4a4b-89e5-53486598bdaf {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.621342] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec0439e4-c179-40ac-96aa-ca2f476fb4fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.627848] env[70691]: DEBUG oslo_vmware.api [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1197.627848] env[70691]: value = "task-3454915" [ 1197.627848] env[70691]: _type = "Task" [ 1197.627848] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.639550] env[70691]: DEBUG oslo_vmware.api [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.766258] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75adcc6b-445b-4b20-b541-d04fd7b6dc8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.774428] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f5b314-604b-44bb-bcd6-13938eebeeba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.806162] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662fbf72-c44b-4357-bc02-9669321bdad6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.813959] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb47ab7-422d-490a-a907-92e872547178 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.827530] env[70691]: DEBUG nova.compute.provider_tree [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.836219] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454913, 'name': CreateVM_Task, 'duration_secs': 0.390791} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.836974] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1197.837677] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.837868] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.838196] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.838660] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ffd5a0-0e80-4d52-8f07-fd3b59eda1d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.843278] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1197.843278] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5284440e-0599-ffc6-cf24-93a10a5d277a" [ 1197.843278] env[70691]: _type = "Task" [ 1197.843278] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.852006] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5284440e-0599-ffc6-cf24-93a10a5d277a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.882793] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1197.883046] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d30585f-6a8e-411e-9659-fa500114ffb1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.890060] env[70691]: DEBUG oslo_vmware.api [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1197.890060] env[70691]: value = "task-3454916" [ 1197.890060] env[70691]: _type = "Task" [ 1197.890060] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.897952] env[70691]: DEBUG oslo_vmware.api [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.058173] env[70691]: DEBUG nova.compute.manager [req-85c53dd5-3e48-49f2-b899-404a841cc6a2 req-dcfa2f7d-562d-4216-a2c9-b8e0625a7468 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Received event network-changed-d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1198.058393] env[70691]: DEBUG nova.compute.manager [req-85c53dd5-3e48-49f2-b899-404a841cc6a2 req-dcfa2f7d-562d-4216-a2c9-b8e0625a7468 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Refreshing instance network info cache due to event network-changed-d971db96-7afd-4662-b3ac-dff7e5330610. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1198.058612] env[70691]: DEBUG oslo_concurrency.lockutils [req-85c53dd5-3e48-49f2-b899-404a841cc6a2 req-dcfa2f7d-562d-4216-a2c9-b8e0625a7468 service nova] Acquiring lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.058761] env[70691]: DEBUG oslo_concurrency.lockutils [req-85c53dd5-3e48-49f2-b899-404a841cc6a2 req-dcfa2f7d-562d-4216-a2c9-b8e0625a7468 service nova] Acquired lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.058928] env[70691]: DEBUG nova.network.neutron [req-85c53dd5-3e48-49f2-b899-404a841cc6a2 req-dcfa2f7d-562d-4216-a2c9-b8e0625a7468 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Refreshing network info cache for port d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1198.107718] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fa526b-28c0-1adf-64ee-f2e610ac49c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011282} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.108034] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.108310] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40/1e75937e-ad8b-4455-950d-b75f68068c40.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1198.108599] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c63a5b9-20dc-43a4-8d61-f9f7a832e604 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.115449] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1198.115449] env[70691]: value = "task-3454917" [ 1198.115449] env[70691]: _type = "Task" [ 1198.115449] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.123785] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.146102] env[70691]: DEBUG oslo_vmware.api [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338383} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.146391] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.146587] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1198.146806] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1198.146994] env[70691]: INFO nova.compute.manager [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1198.147300] env[70691]: DEBUG oslo.service.loopingcall [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1198.147516] env[70691]: DEBUG nova.compute.manager [-] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1198.147624] env[70691]: DEBUG nova.network.neutron [-] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1198.332921] env[70691]: DEBUG nova.scheduler.client.report [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1198.358902] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5284440e-0599-ffc6-cf24-93a10a5d277a, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.359329] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.359633] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.359938] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.360140] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.360329] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.361033] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ff91641-03dc-49ef-a9c5-603f4e644150 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.376810] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.377064] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1198.377974] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff4e33c-2813-4d61-9cbe-5954d3866a15 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.385243] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1198.385243] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520a76ca-649a-f7cd-6ee1-8575247c0701" [ 1198.385243] env[70691]: _type = "Task" [ 1198.385243] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.401636] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520a76ca-649a-f7cd-6ee1-8575247c0701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.405513] env[70691]: DEBUG oslo_vmware.api [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454916, 'name': PowerOffVM_Task, 'duration_secs': 0.397639} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.406531] env[70691]: DEBUG nova.network.neutron [req-67b8e6ef-f115-4cdc-a926-baf6dbdc883a req-d41452a6-f80c-45d9-adc4-a058a5947073 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Updated VIF entry in instance network info cache for port 091df036-3bd4-4657-b7f1-f22156102736. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1198.407078] env[70691]: DEBUG nova.network.neutron [req-67b8e6ef-f115-4cdc-a926-baf6dbdc883a req-d41452a6-f80c-45d9-adc4-a058a5947073 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Updating instance_info_cache with network_info: [{"id": "091df036-3bd4-4657-b7f1-f22156102736", "address": "fa:16:3e:5f:dc:92", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091df036-3b", "ovs_interfaceid": "091df036-3bd4-4657-b7f1-f22156102736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.411823] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1198.411823] env[70691]: DEBUG nova.compute.manager [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1198.411823] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ee9956-6881-4a41-be2b-602ca5e9b181 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.425702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.425849] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.426052] env[70691]: DEBUG nova.network.neutron [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1198.627641] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454917, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.838504] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.269s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.838745] env[70691]: INFO nova.compute.manager [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Migrating [ 1198.849593] env[70691]: DEBUG nova.network.neutron [req-85c53dd5-3e48-49f2-b899-404a841cc6a2 req-dcfa2f7d-562d-4216-a2c9-b8e0625a7468 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updated VIF entry in instance network info cache for port d971db96-7afd-4662-b3ac-dff7e5330610. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1198.850160] env[70691]: DEBUG nova.network.neutron [req-85c53dd5-3e48-49f2-b899-404a841cc6a2 req-dcfa2f7d-562d-4216-a2c9-b8e0625a7468 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updating instance_info_cache with network_info: [{"id": "d971db96-7afd-4662-b3ac-dff7e5330610", "address": "fa:16:3e:ee:9d:ab", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd971db96-7a", "ovs_interfaceid": "d971db96-7afd-4662-b3ac-dff7e5330610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.897299] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520a76ca-649a-f7cd-6ee1-8575247c0701, 'name': SearchDatastore_Task, 'duration_secs': 0.068782} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.898162] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c500293c-79f6-4b21-82ef-214ffc688403 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.903460] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1198.903460] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52de1b06-ac18-6324-5bc6-ce3ee675f941" [ 1198.903460] env[70691]: _type = "Task" [ 1198.903460] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.912464] env[70691]: DEBUG oslo_concurrency.lockutils [req-67b8e6ef-f115-4cdc-a926-baf6dbdc883a req-d41452a6-f80c-45d9-adc4-a058a5947073 service nova] Releasing lock "refresh_cache-d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.913243] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52de1b06-ac18-6324-5bc6-ce3ee675f941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.925162] env[70691]: DEBUG oslo_concurrency.lockutils [None req-20df9936-8704-41bb-b118-9f2858d1140a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.129581] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566705} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.129898] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40/1e75937e-ad8b-4455-950d-b75f68068c40.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1199.130088] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.130549] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77bbdec8-6e88-4612-af5c-a9a19b702b39 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.136967] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1199.136967] env[70691]: value = "task-3454918" [ 1199.136967] env[70691]: _type = "Task" [ 1199.136967] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.146299] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.217173] env[70691]: DEBUG nova.network.neutron [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating instance_info_cache with network_info: [{"id": "238990e3-1a97-4616-a8d1-5036251e0f19", "address": "fa:16:3e:79:54:28", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238990e3-1a", "ovs_interfaceid": "238990e3-1a97-4616-a8d1-5036251e0f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.285811] env[70691]: DEBUG nova.network.neutron [-] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.361932] env[70691]: DEBUG oslo_concurrency.lockutils [req-85c53dd5-3e48-49f2-b899-404a841cc6a2 req-dcfa2f7d-562d-4216-a2c9-b8e0625a7468 service nova] Releasing lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.363352] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.363525] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.363702] env[70691]: DEBUG nova.network.neutron [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1199.416128] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52de1b06-ac18-6324-5bc6-ce3ee675f941, 'name': SearchDatastore_Task, 'duration_secs': 0.014401} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.416470] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.416799] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d8e963c1-30e0-427e-b14e-a68c5b7f4ef2/d8e963c1-30e0-427e-b14e-a68c5b7f4ef2.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1199.417084] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17cc2dc0-511b-4435-a3b0-c7a135ebb8fb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.423458] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1199.423458] env[70691]: value = "task-3454919" [ 1199.423458] env[70691]: _type = "Task" [ 1199.423458] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.431988] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.525438] env[70691]: DEBUG nova.compute.manager [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received event network-vif-plugged-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1199.525512] env[70691]: DEBUG oslo_concurrency.lockutils [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] Acquiring lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.525716] env[70691]: DEBUG oslo_concurrency.lockutils [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.525895] env[70691]: DEBUG oslo_concurrency.lockutils [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.526252] env[70691]: DEBUG nova.compute.manager [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] No waiting events found dispatching network-vif-plugged-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1199.526252] env[70691]: WARNING nova.compute.manager [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received unexpected event network-vif-plugged-238990e3-1a97-4616-a8d1-5036251e0f19 for instance with vm_state shelved_offloaded and task_state spawning. [ 1199.526459] env[70691]: DEBUG nova.compute.manager [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received event network-changed-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1199.526561] env[70691]: DEBUG nova.compute.manager [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Refreshing instance network info cache due to event network-changed-238990e3-1a97-4616-a8d1-5036251e0f19. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1199.526790] env[70691]: DEBUG oslo_concurrency.lockutils [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] Acquiring lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.647403] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073343} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.647832] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.648548] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34590767-1e87-48ff-b0a0-20b00cc4e7c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.672125] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40/1e75937e-ad8b-4455-950d-b75f68068c40.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.672503] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93cfab5f-ea0e-46fb-90a2-672258535acf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.694660] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1199.694660] env[70691]: value = "task-3454920" [ 1199.694660] env[70691]: _type = "Task" [ 1199.694660] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.703649] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.720625] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.723361] env[70691]: DEBUG oslo_concurrency.lockutils [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] Acquired lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.723583] env[70691]: DEBUG nova.network.neutron [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Refreshing network info cache for port 238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1199.753610] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fa016ea2bcb071111a120837466299c3',container_format='bare',created_at=2025-04-15T20:19:30Z,direct_url=,disk_format='vmdk',id=6da7d97c-5669-4987-9df0-d119577ed198,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1390250308-shelved',owner='bd9a9c12e8fb4648b7c33e47c20df886',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-04-15T20:19:46Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1199.753869] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1199.754046] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.754240] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1199.754395] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.754550] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1199.754775] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1199.754946] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1199.755152] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1199.755324] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1199.755507] env[70691]: DEBUG nova.virt.hardware [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.756440] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed53d8a-1699-4eff-aa57-71d0f9051f33 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.765012] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a181af3-c4b5-49e6-a412-a55b1dfed3b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.781998] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:54:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '238990e3-1a97-4616-a8d1-5036251e0f19', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.789621] env[70691]: DEBUG oslo.service.loopingcall [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.790097] env[70691]: INFO nova.compute.manager [-] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Took 1.64 seconds to deallocate network for instance. [ 1199.790353] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1199.792567] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5cb3f87-e6d8-4488-bdce-b6a564ba8030 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.817677] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.817677] env[70691]: value = "task-3454921" [ 1199.817677] env[70691]: _type = "Task" [ 1199.817677] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.825812] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454921, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.864748] env[70691]: DEBUG nova.objects.instance [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.934039] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490917} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.934363] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d8e963c1-30e0-427e-b14e-a68c5b7f4ef2/d8e963c1-30e0-427e-b14e-a68c5b7f4ef2.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1199.934595] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.936145] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cf205bc-5c03-47ee-8db3-9dce4d36776a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.941984] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1199.941984] env[70691]: value = "task-3454922" [ 1199.941984] env[70691]: _type = "Task" [ 1199.941984] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.952995] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.082887] env[70691]: DEBUG nova.compute.manager [req-ed07d3bc-097d-426a-9861-45ae75c8de88 req-04cefd70-47ef-4327-b5d7-55f4bc1a0433 service nova] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Received event network-vif-deleted-bab61f1d-6111-443c-b7da-3b16440d6646 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1200.087520] env[70691]: DEBUG nova.network.neutron [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance_info_cache with network_info: [{"id": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "address": "fa:16:3e:32:09:63", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1874a9-85", "ovs_interfaceid": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.204916] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.312467] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.312752] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.312980] env[70691]: DEBUG nova.objects.instance [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'resources' on Instance uuid c59bc96f-5ddc-4a4b-89e5-53486598bdaf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.332314] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454921, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.373272] env[70691]: DEBUG oslo_concurrency.lockutils [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.373537] env[70691]: DEBUG oslo_concurrency.lockutils [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.373726] env[70691]: DEBUG nova.network.neutron [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1200.373913] env[70691]: DEBUG nova.objects.instance [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'info_cache' on Instance uuid 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.455052] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069558} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.455723] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.456732] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9369e836-3756-419d-8b3d-15bbc25da790 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.481395] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d8e963c1-30e0-427e-b14e-a68c5b7f4ef2/d8e963c1-30e0-427e-b14e-a68c5b7f4ef2.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.481740] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eaba4c0-afbb-42ce-b035-ad597aec8751 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.499596] env[70691]: DEBUG nova.network.neutron [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updated VIF entry in instance network info cache for port 238990e3-1a97-4616-a8d1-5036251e0f19. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1200.499957] env[70691]: DEBUG nova.network.neutron [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating instance_info_cache with network_info: [{"id": "238990e3-1a97-4616-a8d1-5036251e0f19", "address": "fa:16:3e:79:54:28", "network": {"id": "5d09d0bf-fc26-4b34-8568-67f6df56c3aa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1434564866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9a9c12e8fb4648b7c33e47c20df886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238990e3-1a", "ovs_interfaceid": "238990e3-1a97-4616-a8d1-5036251e0f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.510129] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1200.510129] env[70691]: value = "task-3454923" [ 1200.510129] env[70691]: _type = "Task" [ 1200.510129] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.524342] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.590540] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.704842] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454920, 'name': ReconfigVM_Task, 'duration_secs': 0.852547} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.706055] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40/1e75937e-ad8b-4455-950d-b75f68068c40.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.706319] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd295997-d9a7-45dd-b8b4-21f4c806916d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.714436] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1200.714436] env[70691]: value = "task-3454924" [ 1200.714436] env[70691]: _type = "Task" [ 1200.714436] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.723390] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454924, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.831445] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454921, 'name': CreateVM_Task, 'duration_secs': 0.728907} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.831659] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1200.832741] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.833063] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.833526] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.833970] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e083177-8668-43d3-91d1-62ed7750abe8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.840306] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1200.840306] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d3df4-9f29-1549-3ff3-412d3cc2b66d" [ 1200.840306] env[70691]: _type = "Task" [ 1200.840306] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.855061] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527d3df4-9f29-1549-3ff3-412d3cc2b66d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.877465] env[70691]: DEBUG nova.objects.base [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Object Instance<44872813-8979-41ec-b1ef-f2f56454a4f2> lazy-loaded attributes: flavor,info_cache {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1200.966773] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c896ba52-7b3c-4f8c-9fc5-171f8525d69f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.975638] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02381803-346b-4f7b-b523-3344e3773eb1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.009489] env[70691]: DEBUG oslo_concurrency.lockutils [req-51d1282a-dadb-4d26-94fb-d6a1a26c07dd req-6866216e-3e7f-4a68-b552-464016371973 service nova] Releasing lock "refresh_cache-83ce245c-18c8-4de8-8fa9-564e11ba7535" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.010730] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc424a7f-67fe-4bc1-a49d-b7c7161eb368 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.022208] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454923, 'name': ReconfigVM_Task, 'duration_secs': 0.364078} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.024347] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d8e963c1-30e0-427e-b14e-a68c5b7f4ef2/d8e963c1-30e0-427e-b14e-a68c5b7f4ef2.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.025021] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0592cc5b-888e-44ac-8e4a-4a8e20b482c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.027497] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d13669f-c0ec-4e3b-b9fe-ca1908cc2c31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.042991] env[70691]: DEBUG nova.compute.provider_tree [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.045358] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1201.045358] env[70691]: value = "task-3454925" [ 1201.045358] env[70691]: _type = "Task" [ 1201.045358] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.054186] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454925, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.224760] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454924, 'name': Rename_Task, 'duration_secs': 0.180697} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.225155] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1201.225296] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f52d746f-e92b-4fa5-8a09-3b84a8df00b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.232745] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1201.232745] env[70691]: value = "task-3454926" [ 1201.232745] env[70691]: _type = "Task" [ 1201.232745] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.241887] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.354894] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.354894] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Processing image 6da7d97c-5669-4987-9df0-d119577ed198 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.355095] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198/6da7d97c-5669-4987-9df0-d119577ed198.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.355233] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198/6da7d97c-5669-4987-9df0-d119577ed198.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.355451] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.355726] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a75aa73-18ac-414c-979b-dbc82d29b013 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.364569] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.364748] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1201.365461] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6bde6c-6b9c-4d3c-98d2-e1a4821d3325 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.371175] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1201.371175] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e9c434-a4f4-3eee-36a0-1b4ff8328050" [ 1201.371175] env[70691]: _type = "Task" [ 1201.371175] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.379631] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e9c434-a4f4-3eee-36a0-1b4ff8328050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.547086] env[70691]: DEBUG nova.scheduler.client.report [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1201.562292] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454925, 'name': Rename_Task, 'duration_secs': 0.142819} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.563212] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1201.563478] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cc2b358-ab23-4694-a612-7fb59e3ad60f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.573188] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1201.573188] env[70691]: value = "task-3454927" [ 1201.573188] env[70691]: _type = "Task" [ 1201.573188] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.582583] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.663652] env[70691]: DEBUG nova.network.neutron [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Updating instance_info_cache with network_info: [{"id": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "address": "fa:16:3e:3c:e6:39", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9b6ce3-b1", "ovs_interfaceid": "9a9b6ce3-b1d7-4c79-aa6a-fac237950143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.743225] env[70691]: DEBUG oslo_vmware.api [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454926, 'name': PowerOnVM_Task, 'duration_secs': 0.468834} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.743638] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1201.743730] env[70691]: DEBUG nova.compute.manager [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1201.744609] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d44fee-85f7-4601-9b54-3ee5c01451c8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.881467] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Preparing fetch location {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1201.881766] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Fetch image to [datastore1] OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05/OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05.vmdk {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1201.881938] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Downloading stream optimized image 6da7d97c-5669-4987-9df0-d119577ed198 to [datastore1] OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05/OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05.vmdk on the data store datastore1 as vApp {{(pid=70691) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1201.882131] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Downloading image file data 6da7d97c-5669-4987-9df0-d119577ed198 to the ESX as VM named 'OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05' {{(pid=70691) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1201.969751] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1201.969751] env[70691]: value = "resgroup-9" [ 1201.969751] env[70691]: _type = "ResourcePool" [ 1201.969751] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1201.970058] env[70691]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-eea09637-6d95-44bf-9cfc-dc70f83a2a9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.992934] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease: (returnval){ [ 1201.992934] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5271e410-3510-b483-553a-22efca72e657" [ 1201.992934] env[70691]: _type = "HttpNfcLease" [ 1201.992934] env[70691]: } obtained for vApp import into resource pool (val){ [ 1201.992934] env[70691]: value = "resgroup-9" [ 1201.992934] env[70691]: _type = "ResourcePool" [ 1201.992934] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1201.993405] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the lease: (returnval){ [ 1201.993405] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5271e410-3510-b483-553a-22efca72e657" [ 1201.993405] env[70691]: _type = "HttpNfcLease" [ 1201.993405] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1202.001734] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.001734] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5271e410-3510-b483-553a-22efca72e657" [ 1202.001734] env[70691]: _type = "HttpNfcLease" [ 1202.001734] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1202.057258] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.085223] env[70691]: DEBUG oslo_vmware.api [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454927, 'name': PowerOnVM_Task, 'duration_secs': 0.497552} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.086113] env[70691]: INFO nova.scheduler.client.report [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted allocations for instance c59bc96f-5ddc-4a4b-89e5-53486598bdaf [ 1202.087228] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1202.087442] env[70691]: INFO nova.compute.manager [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1202.087622] env[70691]: DEBUG nova.compute.manager [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1202.090771] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec5666f-a463-4247-955e-ccaa55835f80 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.105604] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42b88e-ae88-4a91-bf00-3efe84d96290 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.126047] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance 'ea1406ae-244a-45cf-8f58-fcc759c09a93' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1202.166512] env[70691]: DEBUG oslo_concurrency.lockutils [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Releasing lock "refresh_cache-44872813-8979-41ec-b1ef-f2f56454a4f2" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.263096] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.263358] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.263581] env[70691]: DEBUG nova.objects.instance [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1202.503669] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.503669] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5271e410-3510-b483-553a-22efca72e657" [ 1202.503669] env[70691]: _type = "HttpNfcLease" [ 1202.503669] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1202.503948] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1202.503948] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5271e410-3510-b483-553a-22efca72e657" [ 1202.503948] env[70691]: _type = "HttpNfcLease" [ 1202.503948] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1202.504668] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc894630-ed83-4702-9208-3682d520a2e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.512395] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e676-15cf-ccce-f856-009f87e5be94/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1202.512594] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e676-15cf-ccce-f856-009f87e5be94/disk-0.vmdk. {{(pid=70691) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1202.576882] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebc30de5-c74f-493e-a549-cdcf5cbcf21b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.598312] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b41f54bf-d63b-45d2-a425-31da98af0ade tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "c59bc96f-5ddc-4a4b-89e5-53486598bdaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.595s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.609365] env[70691]: INFO nova.compute.manager [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Took 11.73 seconds to build instance. [ 1202.632383] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1202.633086] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3668c35-10a2-41d9-9165-38b52ddd6218 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.642909] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1202.642909] env[70691]: value = "task-3454929" [ 1202.642909] env[70691]: _type = "Task" [ 1202.642909] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.652739] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.670607] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1202.670994] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b72f4223-3cb6-4104-9c8e-292c2f8d9bdc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.679231] env[70691]: DEBUG oslo_vmware.api [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1202.679231] env[70691]: value = "task-3454930" [ 1202.679231] env[70691]: _type = "Task" [ 1202.679231] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.688200] env[70691]: DEBUG oslo_vmware.api [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.111982] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb881bf7-ffc6-467e-b487-4df57a41185d tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.248s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.157337] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454929, 'name': PowerOffVM_Task, 'duration_secs': 0.20172} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.157975] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1203.158087] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance 'ea1406ae-244a-45cf-8f58-fcc759c09a93' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1203.192792] env[70691]: DEBUG oslo_vmware.api [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454930, 'name': PowerOnVM_Task, 'duration_secs': 0.471138} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.192869] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1203.193134] env[70691]: DEBUG nova.compute.manager [None req-33db6a44-bb2f-4406-b8de-7ab259874cef tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1203.194080] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc9b899-66d5-48d2-b5a2-d62efdc771d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.273014] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ff50e13-af84-45fa-a32e-54da5448891f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.653246] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "06ac4614-c237-4ace-a04c-e6edcd8ae498" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.653492] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "06ac4614-c237-4ace-a04c-e6edcd8ae498" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.666442] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1203.666705] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1203.666935] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.667161] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1203.667316] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.667467] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1203.667677] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1203.667924] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1203.668116] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1203.668298] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1203.668480] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1203.675169] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a367922f-1385-4cb0-956e-dfb1627f0658 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.695687] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1203.695687] env[70691]: value = "task-3454931" [ 1203.695687] env[70691]: _type = "Task" [ 1203.695687] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.706532] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.838944] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Completed reading data from the image iterator. {{(pid=70691) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1203.839234] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e676-15cf-ccce-f856-009f87e5be94/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1203.840333] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fe1203-5b23-409f-aaaf-739edd3f3402 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.847862] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e676-15cf-ccce-f856-009f87e5be94/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1203.848039] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e676-15cf-ccce-f856-009f87e5be94/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1203.848295] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-79162c7c-aec6-449c-ae96-54492c1a32f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.055387] env[70691]: DEBUG oslo_vmware.rw_handles [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e676-15cf-ccce-f856-009f87e5be94/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1204.055629] env[70691]: INFO nova.virt.vmwareapi.images [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Downloaded image file data 6da7d97c-5669-4987-9df0-d119577ed198 [ 1204.056694] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330ad4f9-9753-4e58-a547-a653f7c3a842 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.074375] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d11423de-4cfe-495c-a5d4-9c325b217d7e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.107134] env[70691]: INFO nova.virt.vmwareapi.images [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] The imported VM was unregistered [ 1204.110349] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Caching image {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1204.110691] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198 {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.111029] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-339f9fad-a8aa-4e82-ab27-d37928642b5b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.134928] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Created directory with path [datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198 {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.135251] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05/OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05.vmdk to [datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198/6da7d97c-5669-4987-9df0-d119577ed198.vmdk. {{(pid=70691) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1204.135573] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-261d08db-4a0b-4b6d-991d-5f2c969ae33a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.143167] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1204.143167] env[70691]: value = "task-3454933" [ 1204.143167] env[70691]: _type = "Task" [ 1204.143167] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.151928] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454933, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.155415] env[70691]: DEBUG nova.compute.manager [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1204.207612] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454931, 'name': ReconfigVM_Task, 'duration_secs': 0.204281} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.207979] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance 'ea1406ae-244a-45cf-8f58-fcc759c09a93' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1204.655480] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454933, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.682638] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.682638] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.684236] env[70691]: INFO nova.compute.claims [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.715220] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1204.715682] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1204.715934] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.716229] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1204.716429] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.716600] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1204.716854] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1204.717047] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1204.717236] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1204.717408] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1204.717648] env[70691]: DEBUG nova.virt.hardware [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1204.723470] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.723823] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985d4089-1178-4290-9e77-e6d60ed36fe1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.745496] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1204.745496] env[70691]: value = "task-3454934" [ 1204.745496] env[70691]: _type = "Task" [ 1204.745496] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.755626] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.156949] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454933, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.257650] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454934, 'name': ReconfigVM_Task, 'duration_secs': 0.196847} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.257957] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.258894] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b285108-6795-4184-bc88-e204d12ce38e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.284814] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] ea1406ae-244a-45cf-8f58-fcc759c09a93/ea1406ae-244a-45cf-8f58-fcc759c09a93.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.285281] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3d78c8-fbcc-47ee-9614-8a628eeb93a3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.308126] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1205.308126] env[70691]: value = "task-3454935" [ 1205.308126] env[70691]: _type = "Task" [ 1205.308126] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.318227] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.383749] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "629740f2-6b1b-4881-9b0c-2819a0be1756" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.384158] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.658099] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454933, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.821590] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454935, 'name': ReconfigVM_Task, 'duration_secs': 0.360073} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.824775] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Reconfigured VM instance instance-0000006a to attach disk [datastore2] ea1406ae-244a-45cf-8f58-fcc759c09a93/ea1406ae-244a-45cf-8f58-fcc759c09a93.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.825124] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance 'ea1406ae-244a-45cf-8f58-fcc759c09a93' progress to 50 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1205.878748] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f1fd49-d680-4f48-a2e8-d0c5e5e5d893 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.887800] env[70691]: DEBUG nova.compute.manager [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1205.891826] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5781298-43c7-4fef-95e0-2914cf15b1db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.927845] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a73c8bb-2d2d-413b-a940-adde276d8e3e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.937414] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5700d8b-1896-469d-98b5-07e65fd46552 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.954060] env[70691]: DEBUG nova.compute.provider_tree [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.157635] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454933, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.332136] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0614b463-496b-4a59-af4b-1b63db739e59 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.354518] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151e8b2a-11af-4581-a9f0-699071b68e8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.377921] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance 'ea1406ae-244a-45cf-8f58-fcc759c09a93' progress to 67 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1206.413731] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.457154] env[70691]: DEBUG nova.scheduler.client.report [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1206.661924] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454933, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.919427] env[70691]: DEBUG nova.network.neutron [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Port 8a1874a9-8567-4ecc-b92e-7e56030a4342 binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1206.962385] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.962876] env[70691]: DEBUG nova.compute.manager [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1206.965347] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.552s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.966837] env[70691]: INFO nova.compute.claims [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.158434] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454933, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.471753] env[70691]: DEBUG nova.compute.utils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1207.474985] env[70691]: DEBUG nova.compute.manager [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1207.475185] env[70691]: DEBUG nova.network.neutron [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1207.532295] env[70691]: DEBUG nova.policy [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfefdefdb9934ae59646b8ba6c7426a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e26f0b86cff4415be016829a740b46a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1207.659581] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454933, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.083466} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.659862] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05/OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05.vmdk to [datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198/6da7d97c-5669-4987-9df0-d119577ed198.vmdk. [ 1207.660072] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Cleaning up location [datastore1] OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1207.660243] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9eb5fc9f-474b-4407-90a3-0b6a71ef7a05 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.660497] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95742ec1-5a0a-431b-b7ba-8c733b781c5d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.667179] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1207.667179] env[70691]: value = "task-3454936" [ 1207.667179] env[70691]: _type = "Task" [ 1207.667179] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.675599] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.777617] env[70691]: DEBUG nova.network.neutron [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Successfully created port: 8e00c6c3-d8df-4b70-b20b-0ec6abb41e90 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.941900] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "ea1406ae-244a-45cf-8f58-fcc759c09a93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.942161] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.942345] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.978071] env[70691]: DEBUG nova.compute.manager [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1208.124010] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aaa1b5-0554-4291-9a82-8e5a3e3fb325 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.132322] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb7466d-52eb-4653-a5cd-e56956e65b32 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.165220] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20672511-8206-4e73-b969-ae6d94793ab1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.175305] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067468} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.176947] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.177153] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198/6da7d97c-5669-4987-9df0-d119577ed198.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.177411] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198/6da7d97c-5669-4987-9df0-d119577ed198.vmdk to [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535/83ce245c-18c8-4de8-8fa9-564e11ba7535.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1208.177674] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75093ee9-a0fd-4dac-83ad-dff9fae99d64 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.180286] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736ab0f0-f438-4654-8a1c-4e019ba5b98d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.193797] env[70691]: DEBUG nova.compute.provider_tree [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.195917] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1208.195917] env[70691]: value = "task-3454937" [ 1208.195917] env[70691]: _type = "Task" [ 1208.195917] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.204491] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.698254] env[70691]: DEBUG nova.scheduler.client.report [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1208.713700] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454937, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.981743] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.982021] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.982225] env[70691]: DEBUG nova.network.neutron [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1208.992163] env[70691]: DEBUG nova.compute.manager [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1209.021322] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1209.021611] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1209.021777] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.021968] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1209.022180] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.022349] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1209.022568] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1209.022734] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1209.022905] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1209.023091] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1209.023279] env[70691]: DEBUG nova.virt.hardware [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1209.024269] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06fd98e-0426-45b3-9c62-ff81748e4a20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.034115] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df02c83-fb8d-40e3-abb6-6637a42ce11a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.198301] env[70691]: DEBUG nova.compute.manager [req-42640468-cf89-4c4a-a438-b644798ad939 req-1ff6a6d2-02ac-4c2d-8fb7-6f80f8edeca4 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Received event network-vif-plugged-8e00c6c3-d8df-4b70-b20b-0ec6abb41e90 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1209.198301] env[70691]: DEBUG oslo_concurrency.lockutils [req-42640468-cf89-4c4a-a438-b644798ad939 req-1ff6a6d2-02ac-4c2d-8fb7-6f80f8edeca4 service nova] Acquiring lock "06ac4614-c237-4ace-a04c-e6edcd8ae498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.198301] env[70691]: DEBUG oslo_concurrency.lockutils [req-42640468-cf89-4c4a-a438-b644798ad939 req-1ff6a6d2-02ac-4c2d-8fb7-6f80f8edeca4 service nova] Lock "06ac4614-c237-4ace-a04c-e6edcd8ae498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.198819] env[70691]: DEBUG oslo_concurrency.lockutils [req-42640468-cf89-4c4a-a438-b644798ad939 req-1ff6a6d2-02ac-4c2d-8fb7-6f80f8edeca4 service nova] Lock "06ac4614-c237-4ace-a04c-e6edcd8ae498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.198859] env[70691]: DEBUG nova.compute.manager [req-42640468-cf89-4c4a-a438-b644798ad939 req-1ff6a6d2-02ac-4c2d-8fb7-6f80f8edeca4 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] No waiting events found dispatching network-vif-plugged-8e00c6c3-d8df-4b70-b20b-0ec6abb41e90 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1209.199060] env[70691]: WARNING nova.compute.manager [req-42640468-cf89-4c4a-a438-b644798ad939 req-1ff6a6d2-02ac-4c2d-8fb7-6f80f8edeca4 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Received unexpected event network-vif-plugged-8e00c6c3-d8df-4b70-b20b-0ec6abb41e90 for instance with vm_state building and task_state spawning. [ 1209.207984] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.208532] env[70691]: DEBUG nova.compute.manager [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1209.214675] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454937, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.301045] env[70691]: DEBUG nova.network.neutron [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Successfully updated port: 8e00c6c3-d8df-4b70-b20b-0ec6abb41e90 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.712879] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454937, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.716443] env[70691]: DEBUG nova.compute.utils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1209.718244] env[70691]: DEBUG nova.compute.manager [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1209.718417] env[70691]: DEBUG nova.network.neutron [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1209.779398] env[70691]: DEBUG nova.network.neutron [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance_info_cache with network_info: [{"id": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "address": "fa:16:3e:32:09:63", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1874a9-85", "ovs_interfaceid": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.802542] env[70691]: DEBUG nova.policy [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fd8a66a921e4ea995c7f84c7acfd4cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1494110c1fc4cee80e3e032ba9cf2c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1209.804478] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "refresh_cache-06ac4614-c237-4ace-a04c-e6edcd8ae498" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.805049] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "refresh_cache-06ac4614-c237-4ace-a04c-e6edcd8ae498" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.805049] env[70691]: DEBUG nova.network.neutron [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1210.141822] env[70691]: DEBUG nova.network.neutron [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Successfully created port: 0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.212440] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454937, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.221292] env[70691]: DEBUG nova.compute.manager [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1210.282638] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.345168] env[70691]: DEBUG nova.network.neutron [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1210.495465] env[70691]: DEBUG nova.network.neutron [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Updating instance_info_cache with network_info: [{"id": "8e00c6c3-d8df-4b70-b20b-0ec6abb41e90", "address": "fa:16:3e:3f:66:e1", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e00c6c3-d8", "ovs_interfaceid": "8e00c6c3-d8df-4b70-b20b-0ec6abb41e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.713669] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454937, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.362887} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.714061] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6da7d97c-5669-4987-9df0-d119577ed198/6da7d97c-5669-4987-9df0-d119577ed198.vmdk to [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535/83ce245c-18c8-4de8-8fa9-564e11ba7535.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1210.714946] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2792bcf-2d1f-4f94-bb19-5d296b68ab8a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.741861] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535/83ce245c-18c8-4de8-8fa9-564e11ba7535.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.742411] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401888e0-e087-442f-a616-be886c47ccb7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.768239] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1210.768239] env[70691]: value = "task-3454938" [ 1210.768239] env[70691]: _type = "Task" [ 1210.768239] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.778176] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.810583] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b5f08c-61f4-4a65-a1d8-4204fa8ca78b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.829862] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b89d9d7-4a18-49ba-a4c2-02ad8ce3c2f9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.837293] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance 'ea1406ae-244a-45cf-8f58-fcc759c09a93' progress to 83 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1210.998702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "refresh_cache-06ac4614-c237-4ace-a04c-e6edcd8ae498" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.999077] env[70691]: DEBUG nova.compute.manager [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Instance network_info: |[{"id": "8e00c6c3-d8df-4b70-b20b-0ec6abb41e90", "address": "fa:16:3e:3f:66:e1", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e00c6c3-d8", "ovs_interfaceid": "8e00c6c3-d8df-4b70-b20b-0ec6abb41e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1210.999495] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:66:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e00c6c3-d8df-4b70-b20b-0ec6abb41e90', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.007174] env[70691]: DEBUG oslo.service.loopingcall [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1211.007403] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1211.007618] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-003befbe-2c75-406d-bf9f-09b9b83eccc7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.029379] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.029379] env[70691]: value = "task-3454939" [ 1211.029379] env[70691]: _type = "Task" [ 1211.029379] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.037269] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454939, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.221226] env[70691]: DEBUG nova.compute.manager [req-2153d2a6-902c-4761-a900-1477558f0cfc req-1d1a4297-b006-4854-9cfc-25d2a72edc48 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Received event network-changed-8e00c6c3-d8df-4b70-b20b-0ec6abb41e90 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1211.221533] env[70691]: DEBUG nova.compute.manager [req-2153d2a6-902c-4761-a900-1477558f0cfc req-1d1a4297-b006-4854-9cfc-25d2a72edc48 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Refreshing instance network info cache due to event network-changed-8e00c6c3-d8df-4b70-b20b-0ec6abb41e90. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1211.221638] env[70691]: DEBUG oslo_concurrency.lockutils [req-2153d2a6-902c-4761-a900-1477558f0cfc req-1d1a4297-b006-4854-9cfc-25d2a72edc48 service nova] Acquiring lock "refresh_cache-06ac4614-c237-4ace-a04c-e6edcd8ae498" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.221831] env[70691]: DEBUG oslo_concurrency.lockutils [req-2153d2a6-902c-4761-a900-1477558f0cfc req-1d1a4297-b006-4854-9cfc-25d2a72edc48 service nova] Acquired lock "refresh_cache-06ac4614-c237-4ace-a04c-e6edcd8ae498" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.222042] env[70691]: DEBUG nova.network.neutron [req-2153d2a6-902c-4761-a900-1477558f0cfc req-1d1a4297-b006-4854-9cfc-25d2a72edc48 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Refreshing network info cache for port 8e00c6c3-d8df-4b70-b20b-0ec6abb41e90 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1211.244331] env[70691]: DEBUG nova.compute.manager [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1211.277258] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1211.277582] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1211.277763] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.277965] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1211.278333] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.278536] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1211.278769] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1211.278943] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1211.279138] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1211.279313] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1211.279498] env[70691]: DEBUG nova.virt.hardware [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.280327] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3fbb62-cd85-45c2-80f4-9eb70451cb78 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.288310] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.293882] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a467e0-bfa2-4d4a-ac22-8f524ee5625a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.343981] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1211.344327] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f5f4b43-acd6-48fe-9a58-c346a91905a3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.352984] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1211.352984] env[70691]: value = "task-3454940" [ 1211.352984] env[70691]: _type = "Task" [ 1211.352984] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.363415] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.540568] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454939, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.588760] env[70691]: DEBUG nova.compute.manager [req-e661ba32-b723-48cb-9c1f-3fed4d726805 req-6cc4e1de-58f6-4594-902e-2031c0e23659 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received event network-vif-plugged-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1211.589038] env[70691]: DEBUG oslo_concurrency.lockutils [req-e661ba32-b723-48cb-9c1f-3fed4d726805 req-6cc4e1de-58f6-4594-902e-2031c0e23659 service nova] Acquiring lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.589566] env[70691]: DEBUG oslo_concurrency.lockutils [req-e661ba32-b723-48cb-9c1f-3fed4d726805 req-6cc4e1de-58f6-4594-902e-2031c0e23659 service nova] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.589746] env[70691]: DEBUG oslo_concurrency.lockutils [req-e661ba32-b723-48cb-9c1f-3fed4d726805 req-6cc4e1de-58f6-4594-902e-2031c0e23659 service nova] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.589925] env[70691]: DEBUG nova.compute.manager [req-e661ba32-b723-48cb-9c1f-3fed4d726805 req-6cc4e1de-58f6-4594-902e-2031c0e23659 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] No waiting events found dispatching network-vif-plugged-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1211.590116] env[70691]: WARNING nova.compute.manager [req-e661ba32-b723-48cb-9c1f-3fed4d726805 req-6cc4e1de-58f6-4594-902e-2031c0e23659 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received unexpected event network-vif-plugged-0625a326-fea3-4242-be50-2ef1769d781b for instance with vm_state building and task_state spawning. [ 1211.683465] env[70691]: DEBUG nova.network.neutron [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Successfully updated port: 0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.785910] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454938, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.863531] env[70691]: DEBUG oslo_vmware.api [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454940, 'name': PowerOnVM_Task, 'duration_secs': 0.476734} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.863811] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1211.864007] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e85014-8424-47af-880f-a0b8ec71eed9 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance 'ea1406ae-244a-45cf-8f58-fcc759c09a93' progress to 100 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1211.940822] env[70691]: DEBUG nova.network.neutron [req-2153d2a6-902c-4761-a900-1477558f0cfc req-1d1a4297-b006-4854-9cfc-25d2a72edc48 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Updated VIF entry in instance network info cache for port 8e00c6c3-d8df-4b70-b20b-0ec6abb41e90. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1211.941214] env[70691]: DEBUG nova.network.neutron [req-2153d2a6-902c-4761-a900-1477558f0cfc req-1d1a4297-b006-4854-9cfc-25d2a72edc48 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Updating instance_info_cache with network_info: [{"id": "8e00c6c3-d8df-4b70-b20b-0ec6abb41e90", "address": "fa:16:3e:3f:66:e1", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e00c6c3-d8", "ovs_interfaceid": "8e00c6c3-d8df-4b70-b20b-0ec6abb41e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.040911] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454939, 'name': CreateVM_Task, 'duration_secs': 0.794645} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.041133] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1212.041783] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.041955] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.042314] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.042576] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50483a1-7d70-4d59-9560-b8c05241f0b6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.048880] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1212.048880] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ba1a11-868c-873a-3842-9d9741f16780" [ 1212.048880] env[70691]: _type = "Task" [ 1212.048880] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.057476] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ba1a11-868c-873a-3842-9d9741f16780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.186442] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.186563] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.186664] env[70691]: DEBUG nova.network.neutron [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1212.282017] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454938, 'name': ReconfigVM_Task, 'duration_secs': 1.057206} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.282326] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535/83ce245c-18c8-4de8-8fa9-564e11ba7535.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.282989] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ead0835-5cb9-414f-82a4-e63789b09223 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.291442] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1212.291442] env[70691]: value = "task-3454941" [ 1212.291442] env[70691]: _type = "Task" [ 1212.291442] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.303966] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454941, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.444330] env[70691]: DEBUG oslo_concurrency.lockutils [req-2153d2a6-902c-4761-a900-1477558f0cfc req-1d1a4297-b006-4854-9cfc-25d2a72edc48 service nova] Releasing lock "refresh_cache-06ac4614-c237-4ace-a04c-e6edcd8ae498" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.561044] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ba1a11-868c-873a-3842-9d9741f16780, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.561295] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.561486] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.561751] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.561892] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.562091] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.562373] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f468b21b-a7fa-45a9-bcf4-6a77b9cde5d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.572494] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.572722] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1212.573505] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59df12e4-9c83-4fb0-ae15-5af1939cc07d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.579476] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1212.579476] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527414ca-07e0-65bb-8d67-5b56d4e26806" [ 1212.579476] env[70691]: _type = "Task" [ 1212.579476] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.588145] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527414ca-07e0-65bb-8d67-5b56d4e26806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.718644] env[70691]: DEBUG nova.network.neutron [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1212.801634] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454941, 'name': Rename_Task, 'duration_secs': 0.222367} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.801919] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1212.802194] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a462e123-10d7-4d9a-ba59-3177767292da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.809032] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1212.809032] env[70691]: value = "task-3454942" [ 1212.809032] env[70691]: _type = "Task" [ 1212.809032] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.817459] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.863909] env[70691]: DEBUG nova.network.neutron [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating instance_info_cache with network_info: [{"id": "0625a326-fea3-4242-be50-2ef1769d781b", "address": "fa:16:3e:87:66:03", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0625a326-fe", "ovs_interfaceid": "0625a326-fea3-4242-be50-2ef1769d781b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.090634] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527414ca-07e0-65bb-8d67-5b56d4e26806, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.091475] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8e2d54-85dd-482b-b474-d65dba5b306f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.097636] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1213.097636] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a1c382-43e0-d38d-d7b5-549b2a185922" [ 1213.097636] env[70691]: _type = "Task" [ 1213.097636] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.106467] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a1c382-43e0-d38d-d7b5-549b2a185922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.319854] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454942, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.367348] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.367825] env[70691]: DEBUG nova.compute.manager [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Instance network_info: |[{"id": "0625a326-fea3-4242-be50-2ef1769d781b", "address": "fa:16:3e:87:66:03", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0625a326-fe", "ovs_interfaceid": "0625a326-fea3-4242-be50-2ef1769d781b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1213.368477] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:66:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0625a326-fea3-4242-be50-2ef1769d781b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.378865] env[70691]: DEBUG oslo.service.loopingcall [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.378865] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1213.378865] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3266ac70-abf5-43e8-a512-abe3d49f3fc1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.406179] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.406179] env[70691]: value = "task-3454943" [ 1213.406179] env[70691]: _type = "Task" [ 1213.406179] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.416247] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454943, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.612891] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a1c382-43e0-d38d-d7b5-549b2a185922, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.613334] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.613721] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 06ac4614-c237-4ace-a04c-e6edcd8ae498/06ac4614-c237-4ace-a04c-e6edcd8ae498.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1213.614111] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e54aff1-43aa-4068-917f-bb9d772365b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.620033] env[70691]: DEBUG nova.compute.manager [req-a21134c1-f06f-4791-8fa3-d78a2667617b req-6017fc1f-4dd5-4801-ba9a-e0f33f7ae51d service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received event network-changed-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1213.620337] env[70691]: DEBUG nova.compute.manager [req-a21134c1-f06f-4791-8fa3-d78a2667617b req-6017fc1f-4dd5-4801-ba9a-e0f33f7ae51d service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Refreshing instance network info cache due to event network-changed-0625a326-fea3-4242-be50-2ef1769d781b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1213.620687] env[70691]: DEBUG oslo_concurrency.lockutils [req-a21134c1-f06f-4791-8fa3-d78a2667617b req-6017fc1f-4dd5-4801-ba9a-e0f33f7ae51d service nova] Acquiring lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.620938] env[70691]: DEBUG oslo_concurrency.lockutils [req-a21134c1-f06f-4791-8fa3-d78a2667617b req-6017fc1f-4dd5-4801-ba9a-e0f33f7ae51d service nova] Acquired lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.621248] env[70691]: DEBUG nova.network.neutron [req-a21134c1-f06f-4791-8fa3-d78a2667617b req-6017fc1f-4dd5-4801-ba9a-e0f33f7ae51d service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Refreshing network info cache for port 0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1213.628711] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1213.628711] env[70691]: value = "task-3454944" [ 1213.628711] env[70691]: _type = "Task" [ 1213.628711] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.639341] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.683347] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "ea1406ae-244a-45cf-8f58-fcc759c09a93" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.683654] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.683869] env[70691]: DEBUG nova.compute.manager [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Going to confirm migration 7 {{(pid=70691) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1213.820667] env[70691]: DEBUG oslo_vmware.api [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454942, 'name': PowerOnVM_Task, 'duration_secs': 0.567443} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.820987] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1213.919221] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454943, 'name': CreateVM_Task, 'duration_secs': 0.388351} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.919444] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1213.920395] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.920648] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.921123] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.921525] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361f5161-9103-40a4-a07d-a3edeb2d55e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.928479] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1213.928479] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525f6d42-902a-afbd-7632-2c4e52e03a8a" [ 1213.928479] env[70691]: _type = "Task" [ 1213.928479] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.938983] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525f6d42-902a-afbd-7632-2c4e52e03a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.940312] env[70691]: DEBUG nova.compute.manager [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1213.941233] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b1f546-59b9-417f-a2cb-6915cc623bf5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.140775] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454944, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.250243] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.250444] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquired lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.250621] env[70691]: DEBUG nova.network.neutron [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1214.250808] env[70691]: DEBUG nova.objects.instance [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'info_cache' on Instance uuid ea1406ae-244a-45cf-8f58-fcc759c09a93 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.357479] env[70691]: DEBUG nova.network.neutron [req-a21134c1-f06f-4791-8fa3-d78a2667617b req-6017fc1f-4dd5-4801-ba9a-e0f33f7ae51d service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updated VIF entry in instance network info cache for port 0625a326-fea3-4242-be50-2ef1769d781b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1214.357924] env[70691]: DEBUG nova.network.neutron [req-a21134c1-f06f-4791-8fa3-d78a2667617b req-6017fc1f-4dd5-4801-ba9a-e0f33f7ae51d service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating instance_info_cache with network_info: [{"id": "0625a326-fea3-4242-be50-2ef1769d781b", "address": "fa:16:3e:87:66:03", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0625a326-fe", "ovs_interfaceid": "0625a326-fea3-4242-be50-2ef1769d781b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.440544] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525f6d42-902a-afbd-7632-2c4e52e03a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.021348} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.440863] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.441125] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.441376] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.441530] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.441713] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.441977] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56df5d6e-1ace-43f8-8d19-2d655b266399 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.452369] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.452460] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1214.453131] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4716b6fd-37cb-4fb8-a770-7ef9f33be89a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.462390] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1214.462390] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b4a8c1-a294-039f-7df4-3540518639d2" [ 1214.462390] env[70691]: _type = "Task" [ 1214.462390] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.465725] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4953388a-0051-4ff2-a25c-fe3641f2a519 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.423s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.472172] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b4a8c1-a294-039f-7df4-3540518639d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.640708] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527146} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.640980] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 06ac4614-c237-4ace-a04c-e6edcd8ae498/06ac4614-c237-4ace-a04c-e6edcd8ae498.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1214.641219] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.641469] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfaa0ae5-aa27-4380-bb54-7262d93d145d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.648344] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1214.648344] env[70691]: value = "task-3454945" [ 1214.648344] env[70691]: _type = "Task" [ 1214.648344] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.656733] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.860403] env[70691]: DEBUG oslo_concurrency.lockutils [req-a21134c1-f06f-4791-8fa3-d78a2667617b req-6017fc1f-4dd5-4801-ba9a-e0f33f7ae51d service nova] Releasing lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.972963] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b4a8c1-a294-039f-7df4-3540518639d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011973} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.973613] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceaaec62-f874-4798-b8a2-48653862343c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.979248] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1214.979248] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5213ed67-7040-4515-183d-2bec7cc2b5fd" [ 1214.979248] env[70691]: _type = "Task" [ 1214.979248] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.987378] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5213ed67-7040-4515-183d-2bec7cc2b5fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.158421] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069274} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.158841] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.159610] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad740e97-9caa-4014-adb5-0bd58446623c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.182538] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 06ac4614-c237-4ace-a04c-e6edcd8ae498/06ac4614-c237-4ace-a04c-e6edcd8ae498.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.182823] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6071dfc-ef7d-452a-99f7-96723694b255 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.203386] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1215.203386] env[70691]: value = "task-3454946" [ 1215.203386] env[70691]: _type = "Task" [ 1215.203386] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.211984] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.305392] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.305636] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.305875] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.306091] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.306278] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.308448] env[70691]: INFO nova.compute.manager [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Terminating instance [ 1215.310401] env[70691]: DEBUG nova.compute.manager [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1215.310599] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1215.311542] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a0050f-a3b4-4b78-8c05-43f6b1366b74 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.320205] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1215.320964] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae3e619-23d9-4267-9bf7-3e68655d68d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.329116] env[70691]: DEBUG oslo_vmware.api [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1215.329116] env[70691]: value = "task-3454947" [ 1215.329116] env[70691]: _type = "Task" [ 1215.329116] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.337486] env[70691]: DEBUG oslo_vmware.api [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.494822] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5213ed67-7040-4515-183d-2bec7cc2b5fd, 'name': SearchDatastore_Task, 'duration_secs': 0.098343} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.495861] env[70691]: DEBUG nova.network.neutron [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance_info_cache with network_info: [{"id": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "address": "fa:16:3e:32:09:63", "network": {"id": "9588615b-2ee6-4fda-8acf-92d6efa0fb3e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-290671161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7372c9a6ed574e2886d88552f5bc59b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1874a9-85", "ovs_interfaceid": "8a1874a9-8567-4ecc-b92e-7e56030a4342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.497452] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.497756] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756/629740f2-6b1b-4881-9b0c-2819a0be1756.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1215.498328] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67ab294b-9674-4dc8-ab64-2c8e9277827b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.507901] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1215.507901] env[70691]: value = "task-3454948" [ 1215.507901] env[70691]: _type = "Task" [ 1215.507901] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.517889] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.666099] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.666375] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.666504] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1215.666625] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Rebuilding the list of instances to heal {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1215.715805] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454946, 'name': ReconfigVM_Task, 'duration_secs': 0.472567} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.716057] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 06ac4614-c237-4ace-a04c-e6edcd8ae498/06ac4614-c237-4ace-a04c-e6edcd8ae498.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.716709] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8833f98-8d04-4a26-a03a-61b6f829c511 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.727060] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1215.727060] env[70691]: value = "task-3454949" [ 1215.727060] env[70691]: _type = "Task" [ 1215.727060] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.736549] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454949, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.840269] env[70691]: DEBUG oslo_vmware.api [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454947, 'name': PowerOffVM_Task, 'duration_secs': 0.242125} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.840577] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1215.840890] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1215.841052] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c37b508-3ffc-43d2-ab16-c019d8ab3ee4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.928284] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1215.928651] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1215.928909] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleting the datastore file [datastore1] 83ce245c-18c8-4de8-8fa9-564e11ba7535 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.929295] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70e74e2b-d718-46f5-a903-6d40932509d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.939509] env[70691]: DEBUG oslo_vmware.api [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for the task: (returnval){ [ 1215.939509] env[70691]: value = "task-3454951" [ 1215.939509] env[70691]: _type = "Task" [ 1215.939509] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.950614] env[70691]: DEBUG oslo_vmware.api [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.000025] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Releasing lock "refresh_cache-ea1406ae-244a-45cf-8f58-fcc759c09a93" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.000309] env[70691]: DEBUG nova.objects.instance [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'migration_context' on Instance uuid ea1406ae-244a-45cf-8f58-fcc759c09a93 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.019748] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469995} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.020021] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756/629740f2-6b1b-4881-9b0c-2819a0be1756.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1216.020246] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.020726] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5fe8978-dcf7-4641-933b-08f0d75f4263 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.027552] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1216.027552] env[70691]: value = "task-3454952" [ 1216.027552] env[70691]: _type = "Task" [ 1216.027552] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.038098] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.171357] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Skipping network cache update for instance because it is being deleted. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1216.171557] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Skipping network cache update for instance because it is being deleted. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1216.171663] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1216.171787] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1216.198923] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.199086] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquired lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.199282] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Forcefully refreshing network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1216.199503] env[70691]: DEBUG nova.objects.instance [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lazy-loading 'info_cache' on Instance uuid 5be40eac-5673-49b1-9705-1c353b554d88 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.237803] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454949, 'name': Rename_Task, 'duration_secs': 0.244437} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.238036] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1216.238290] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1c3aadb-0f1a-4d66-a936-15f86ddad3c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.244860] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1216.244860] env[70691]: value = "task-3454953" [ 1216.244860] env[70691]: _type = "Task" [ 1216.244860] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.252569] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.450729] env[70691]: DEBUG oslo_vmware.api [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Task: {'id': task-3454951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146205} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.451017] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.451226] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1216.451476] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1216.451688] env[70691]: INFO nova.compute.manager [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1216.451937] env[70691]: DEBUG oslo.service.loopingcall [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.452152] env[70691]: DEBUG nova.compute.manager [-] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1216.452249] env[70691]: DEBUG nova.network.neutron [-] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1216.503579] env[70691]: DEBUG nova.objects.base [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1216.505031] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c719e6-fd76-4a9a-bfa9-8a214dea5d4e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.526604] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da20a3b6-8b5a-4be9-8b63-b763efc59efc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.538385] env[70691]: DEBUG oslo_vmware.api [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1216.538385] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fadddd-182d-31f3-ffb4-017bd81c3dc9" [ 1216.538385] env[70691]: _type = "Task" [ 1216.538385] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.538630] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063196} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.538941] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.542371] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8560c7-d0f4-4052-a849-e00be01a2d36 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.550895] env[70691]: DEBUG oslo_vmware.api [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fadddd-182d-31f3-ffb4-017bd81c3dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.007537} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.559569] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.559818] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.570377] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756/629740f2-6b1b-4881-9b0c-2819a0be1756.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.570905] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59303c71-06b9-4297-9fec-8977e84b6d53 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.592037] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1216.592037] env[70691]: value = "task-3454954" [ 1216.592037] env[70691]: _type = "Task" [ 1216.592037] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.600844] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.754240] env[70691]: DEBUG oslo_vmware.api [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454953, 'name': PowerOnVM_Task, 'duration_secs': 0.475592} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.754470] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1216.754676] env[70691]: INFO nova.compute.manager [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1216.754860] env[70691]: DEBUG nova.compute.manager [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1216.755636] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117e5970-6dc5-4df5-833e-799c8d236ab0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.102940] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.132562] env[70691]: DEBUG nova.compute.manager [req-309522fc-7396-42d8-ae7a-c759637c8c9f req-b6ee0c12-acf2-4f2a-a9b2-67e814f4c410 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Received event network-vif-deleted-238990e3-1a97-4616-a8d1-5036251e0f19 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1217.132785] env[70691]: INFO nova.compute.manager [req-309522fc-7396-42d8-ae7a-c759637c8c9f req-b6ee0c12-acf2-4f2a-a9b2-67e814f4c410 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Neutron deleted interface 238990e3-1a97-4616-a8d1-5036251e0f19; detaching it from the instance and deleting it from the info cache [ 1217.132964] env[70691]: DEBUG nova.network.neutron [req-309522fc-7396-42d8-ae7a-c759637c8c9f req-b6ee0c12-acf2-4f2a-a9b2-67e814f4c410 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.254860] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3694cbba-7003-4f3f-ad0e-505b470df0f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.264835] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5733eb-26ae-4343-8a2a-c8e142a5c178 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.300236] env[70691]: INFO nova.compute.manager [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Took 12.64 seconds to build instance. [ 1217.304083] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfc721c-81b6-4a59-9b00-0d1f7dfb22f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.310465] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3741a50-45ef-425a-a258-abe6a61bd9ab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.325875] env[70691]: DEBUG nova.compute.provider_tree [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.606887] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454954, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.608433] env[70691]: DEBUG nova.network.neutron [-] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.638600] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ad6545f-450e-4929-95da-43ee21ad5c2e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.650133] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acca88b-fa6b-488c-b31c-7467511b7014 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.685659] env[70691]: DEBUG nova.compute.manager [req-309522fc-7396-42d8-ae7a-c759637c8c9f req-b6ee0c12-acf2-4f2a-a9b2-67e814f4c410 service nova] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Detach interface failed, port_id=238990e3-1a97-4616-a8d1-5036251e0f19, reason: Instance 83ce245c-18c8-4de8-8fa9-564e11ba7535 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1217.805695] env[70691]: DEBUG oslo_concurrency.lockutils [None req-32750572-7bc1-4522-b6a9-b01e7e2315b1 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "06ac4614-c237-4ace-a04c-e6edcd8ae498" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.152s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.828900] env[70691]: DEBUG nova.scheduler.client.report [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1217.968860] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.104532] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454954, 'name': ReconfigVM_Task, 'duration_secs': 1.052543} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.104826] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756/629740f2-6b1b-4881-9b0c-2819a0be1756.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.105470] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871d18d2-ab54-4690-b03f-4724ee8bd772 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.110931] env[70691]: INFO nova.compute.manager [-] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Took 1.66 seconds to deallocate network for instance. [ 1218.113749] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1218.113749] env[70691]: value = "task-3454955" [ 1218.113749] env[70691]: _type = "Task" [ 1218.113749] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.125216] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454955, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.405394] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "06ac4614-c237-4ace-a04c-e6edcd8ae498" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.405722] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "06ac4614-c237-4ace-a04c-e6edcd8ae498" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.405948] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "06ac4614-c237-4ace-a04c-e6edcd8ae498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.406179] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "06ac4614-c237-4ace-a04c-e6edcd8ae498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.406360] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "06ac4614-c237-4ace-a04c-e6edcd8ae498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.408604] env[70691]: INFO nova.compute.manager [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Terminating instance [ 1218.410444] env[70691]: DEBUG nova.compute.manager [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1218.410645] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1218.411502] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c7c27-a9c1-4aac-8f93-d23164493d2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.420502] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1218.420776] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c60843b-ad28-4d5e-9ae5-fc21acd5072a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.427897] env[70691]: DEBUG oslo_vmware.api [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1218.427897] env[70691]: value = "task-3454956" [ 1218.427897] env[70691]: _type = "Task" [ 1218.427897] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.436191] env[70691]: DEBUG oslo_vmware.api [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.472080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Releasing lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.472320] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updated the network info_cache for instance {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1218.472543] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.472748] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.472921] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.473088] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.473243] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.473545] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.473697] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1218.473877] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.622357] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.628636] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454955, 'name': Rename_Task, 'duration_secs': 0.199376} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.628919] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1218.629186] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45b3402f-2f81-4995-a239-d86e9dd1b8b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.637161] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1218.637161] env[70691]: value = "task-3454957" [ 1218.637161] env[70691]: _type = "Task" [ 1218.637161] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.645616] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.845116] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.285s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.848051] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.226s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.848296] env[70691]: DEBUG nova.objects.instance [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lazy-loading 'resources' on Instance uuid 83ce245c-18c8-4de8-8fa9-564e11ba7535 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.942062] env[70691]: DEBUG oslo_vmware.api [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454956, 'name': PowerOffVM_Task, 'duration_secs': 0.19313} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.942400] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1218.942522] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1218.942786] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a249e23c-51cf-4c86-926f-1fc8e8a6453a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.977495] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.026709] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1219.027030] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1219.027277] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleting the datastore file [datastore1] 06ac4614-c237-4ace-a04c-e6edcd8ae498 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.027638] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35858440-01df-4033-aca4-4f2acefbccdc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.035719] env[70691]: DEBUG oslo_vmware.api [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1219.035719] env[70691]: value = "task-3454959" [ 1219.035719] env[70691]: _type = "Task" [ 1219.035719] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.046162] env[70691]: DEBUG oslo_vmware.api [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.147635] env[70691]: DEBUG oslo_vmware.api [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3454957, 'name': PowerOnVM_Task, 'duration_secs': 0.474817} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.147959] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1219.148227] env[70691]: INFO nova.compute.manager [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1219.148493] env[70691]: DEBUG nova.compute.manager [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1219.149316] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf34c47-eda2-4c7f-b61e-ef2504f40e10 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.407294] env[70691]: INFO nova.scheduler.client.report [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted allocation for migration 5d4077c7-7d18-4ef2-95e5-7cbf16a4aa22 [ 1219.545771] env[70691]: DEBUG oslo_vmware.api [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15966} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.548128] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.548342] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1219.548531] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1219.548712] env[70691]: INFO nova.compute.manager [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1219.548960] env[70691]: DEBUG oslo.service.loopingcall [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1219.549361] env[70691]: DEBUG nova.compute.manager [-] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1219.549457] env[70691]: DEBUG nova.network.neutron [-] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1219.560706] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7089168-046e-43cc-bd32-05bc73f2b303 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.568783] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104c8f5c-46a5-4fa9-8899-b12123a811d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.598782] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d27196-62b7-4541-9da3-a68af9c5ceb7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.607390] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204ded74-cd23-404a-9406-cb14dfca80ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.624494] env[70691]: DEBUG nova.compute.provider_tree [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.668855] env[70691]: INFO nova.compute.manager [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Took 13.27 seconds to build instance. [ 1219.835049] env[70691]: DEBUG nova.compute.manager [req-4573cb4c-3afd-4a45-91c2-736a95525867 req-c40f164f-d569-481c-81b4-84ddbae9bb62 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Received event network-vif-deleted-8e00c6c3-d8df-4b70-b20b-0ec6abb41e90 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1219.835281] env[70691]: INFO nova.compute.manager [req-4573cb4c-3afd-4a45-91c2-736a95525867 req-c40f164f-d569-481c-81b4-84ddbae9bb62 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Neutron deleted interface 8e00c6c3-d8df-4b70-b20b-0ec6abb41e90; detaching it from the instance and deleting it from the info cache [ 1219.835462] env[70691]: DEBUG nova.network.neutron [req-4573cb4c-3afd-4a45-91c2-736a95525867 req-c40f164f-d569-481c-81b4-84ddbae9bb62 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.912728] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.229s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.128034] env[70691]: DEBUG nova.scheduler.client.report [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1220.170853] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ea433366-9b2f-4600-ad93-55362e26d2d5 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.787s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.309132] env[70691]: DEBUG nova.network.neutron [-] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.338621] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cc0507e-98b4-48ce-873b-7e7b23be93c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.350219] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e53394-5c94-45d0-8410-7a3d1aa5cfe9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.388891] env[70691]: DEBUG nova.compute.manager [req-4573cb4c-3afd-4a45-91c2-736a95525867 req-c40f164f-d569-481c-81b4-84ddbae9bb62 service nova] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Detach interface failed, port_id=8e00c6c3-d8df-4b70-b20b-0ec6abb41e90, reason: Instance 06ac4614-c237-4ace-a04c-e6edcd8ae498 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1220.634746] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.637033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.660s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.637266] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.637428] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1220.638338] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fe7117-60bd-4c9c-8bda-d3006762c952 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.647236] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47888c06-3884-4cd0-aaa0-1bf2fd202c9b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.663949] env[70691]: INFO nova.scheduler.client.report [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Deleted allocations for instance 83ce245c-18c8-4de8-8fa9-564e11ba7535 [ 1220.665438] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df924f-aaae-4e6f-a629-2e63d0c532f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.674780] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79518c9-70fb-49be-b2a4-59ce91827273 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.711762] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179526MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1220.711762] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.711762] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.812208] env[70691]: INFO nova.compute.manager [-] [instance: 06ac4614-c237-4ace-a04c-e6edcd8ae498] Took 1.26 seconds to deallocate network for instance. [ 1221.174416] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ab587039-eed8-4b56-b8f6-711938593463 tempest-ServerActionsTestOtherB-607011922 tempest-ServerActionsTestOtherB-607011922-project-member] Lock "83ce245c-18c8-4de8-8fa9-564e11ba7535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.869s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.222037] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "ea1406ae-244a-45cf-8f58-fcc759c09a93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.222037] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.222197] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "ea1406ae-244a-45cf-8f58-fcc759c09a93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.222371] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.222542] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.224932] env[70691]: INFO nova.compute.manager [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Terminating instance [ 1221.226742] env[70691]: DEBUG nova.compute.manager [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1221.226942] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1221.227840] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d506ead-2e6d-45ff-8be4-5dadc318742e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.236404] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1221.236637] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecca98c3-11d9-4dce-862a-cda86801d297 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.244130] env[70691]: DEBUG oslo_vmware.api [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1221.244130] env[70691]: value = "task-3454960" [ 1221.244130] env[70691]: _type = "Task" [ 1221.244130] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.253411] env[70691]: DEBUG oslo_vmware.api [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.319146] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.754659] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 5be40eac-5673-49b1-9705-1c353b554d88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.755009] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 44872813-8979-41ec-b1ef-f2f56454a4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.755238] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance ed5d8fc8-773f-443b-b2e8-4d93c641f0a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.755470] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 1e75937e-ad8b-4455-950d-b75f68068c40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.755727] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance c66f57a8-be0f-46e4-95f0-7ff7e97e951e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.755903] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 714db313-1b44-45c6-9768-5594fe46d9e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.756116] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance d8e963c1-30e0-427e-b14e-a68c5b7f4ef2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.756294] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance ea1406ae-244a-45cf-8f58-fcc759c09a93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.756430] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 06ac4614-c237-4ace-a04c-e6edcd8ae498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.756549] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 629740f2-6b1b-4881-9b0c-2819a0be1756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.756785] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1221.756936] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1221.766368] env[70691]: DEBUG oslo_vmware.api [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454960, 'name': PowerOffVM_Task, 'duration_secs': 0.176121} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.766686] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1221.766885] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1221.767192] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2abc8f6d-0826-4d9a-b544-0e52eb5c8af7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.840184] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1221.841038] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1221.841038] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleting the datastore file [datastore2] ea1406ae-244a-45cf-8f58-fcc759c09a93 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.843919] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10f6f25-35cd-4bac-b962-b55e9f229ccd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.851366] env[70691]: DEBUG oslo_vmware.api [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for the task: (returnval){ [ 1221.851366] env[70691]: value = "task-3454963" [ 1221.851366] env[70691]: _type = "Task" [ 1221.851366] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.860505] env[70691]: DEBUG oslo_vmware.api [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.865031] env[70691]: DEBUG nova.compute.manager [req-ac9698b7-d951-499e-b6ea-a97be765c496 req-adbd6063-7e5b-4abd-8ac6-812b0ff1da76 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received event network-changed-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1221.865243] env[70691]: DEBUG nova.compute.manager [req-ac9698b7-d951-499e-b6ea-a97be765c496 req-adbd6063-7e5b-4abd-8ac6-812b0ff1da76 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Refreshing instance network info cache due to event network-changed-0625a326-fea3-4242-be50-2ef1769d781b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1221.865482] env[70691]: DEBUG oslo_concurrency.lockutils [req-ac9698b7-d951-499e-b6ea-a97be765c496 req-adbd6063-7e5b-4abd-8ac6-812b0ff1da76 service nova] Acquiring lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.865646] env[70691]: DEBUG oslo_concurrency.lockutils [req-ac9698b7-d951-499e-b6ea-a97be765c496 req-adbd6063-7e5b-4abd-8ac6-812b0ff1da76 service nova] Acquired lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.865825] env[70691]: DEBUG nova.network.neutron [req-ac9698b7-d951-499e-b6ea-a97be765c496 req-adbd6063-7e5b-4abd-8ac6-812b0ff1da76 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Refreshing network info cache for port 0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1221.913088] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f658bf-5b3e-4eae-8468-8198b6600419 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.922061] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e96999a-4391-41b7-b6f3-999f66b16f9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.957141] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c627b4f-006f-44f4-bd10-d9510a06a381 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.965406] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8343b81c-599d-49fe-be0e-3b1d6153e8dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.981323] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.361636] env[70691]: DEBUG oslo_vmware.api [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Task: {'id': task-3454963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189292} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.361861] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.362066] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1222.362259] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1222.362444] env[70691]: INFO nova.compute.manager [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1222.362693] env[70691]: DEBUG oslo.service.loopingcall [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1222.362897] env[70691]: DEBUG nova.compute.manager [-] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1222.362993] env[70691]: DEBUG nova.network.neutron [-] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1222.484644] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1222.603627] env[70691]: DEBUG nova.network.neutron [req-ac9698b7-d951-499e-b6ea-a97be765c496 req-adbd6063-7e5b-4abd-8ac6-812b0ff1da76 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updated VIF entry in instance network info cache for port 0625a326-fea3-4242-be50-2ef1769d781b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1222.604024] env[70691]: DEBUG nova.network.neutron [req-ac9698b7-d951-499e-b6ea-a97be765c496 req-adbd6063-7e5b-4abd-8ac6-812b0ff1da76 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating instance_info_cache with network_info: [{"id": "0625a326-fea3-4242-be50-2ef1769d781b", "address": "fa:16:3e:87:66:03", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0625a326-fe", "ovs_interfaceid": "0625a326-fea3-4242-be50-2ef1769d781b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.990727] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1222.991115] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.280s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.991264] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.672s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.991520] env[70691]: DEBUG nova.objects.instance [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lazy-loading 'resources' on Instance uuid 06ac4614-c237-4ace-a04c-e6edcd8ae498 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.992607] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.992761] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Cleaning up deleted instances {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1223.081290] env[70691]: DEBUG nova.network.neutron [-] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.106555] env[70691]: DEBUG oslo_concurrency.lockutils [req-ac9698b7-d951-499e-b6ea-a97be765c496 req-adbd6063-7e5b-4abd-8ac6-812b0ff1da76 service nova] Releasing lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.260666] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.260915] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.509477] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] There are 57 instances to clean {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1223.509670] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 7e546dc4-184a-450c-af4e-6e17aceea886] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1223.585640] env[70691]: INFO nova.compute.manager [-] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Took 1.22 seconds to deallocate network for instance. [ 1223.649810] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df1479e-5af5-4380-8145-9e760036a0ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.658159] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aac9d59-eebc-47f7-925a-9c3e76397825 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.690114] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90307df7-fa93-4779-bc85-5fe8ec683af8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.697973] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab15f4a-c88b-411a-b322-6d93caac9968 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.711378] env[70691]: DEBUG nova.compute.provider_tree [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.764450] env[70691]: DEBUG nova.compute.utils [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1223.886677] env[70691]: DEBUG nova.compute.manager [req-a85ce7d2-8ee2-4997-8393-d6ba1a739419 req-2711fb2b-0e7e-4988-9758-35c4f25dbdb7 service nova] [instance: ea1406ae-244a-45cf-8f58-fcc759c09a93] Received event network-vif-deleted-8a1874a9-8567-4ecc-b92e-7e56030a4342 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1224.015328] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 922e5a52-f71a-4a89-8f2f-4136d5510c93] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1224.095312] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.214381] env[70691]: DEBUG nova.scheduler.client.report [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1224.267124] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.519030] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: fd1a6119-19b0-48b6-804e-b2b9b5a344ad] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1224.719628] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.721946] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.627s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.722204] env[70691]: DEBUG nova.objects.instance [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lazy-loading 'resources' on Instance uuid ea1406ae-244a-45cf-8f58-fcc759c09a93 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.742590] env[70691]: INFO nova.scheduler.client.report [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted allocations for instance 06ac4614-c237-4ace-a04c-e6edcd8ae498 [ 1225.023173] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 294c8af1-46fe-4a7e-9dc0-eb2d64c1c9cc] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1225.252009] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0aa18e09-b652-4422-a632-f58336b4bd94 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "06ac4614-c237-4ace-a04c-e6edcd8ae498" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.846s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.339027] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.339321] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.339692] env[70691]: INFO nova.compute.manager [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Attaching volume 082f69b9-9325-438e-b713-22fec1f426f2 to /dev/sdb [ 1225.359811] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8906c06e-5a0c-40d1-a61f-b81a7a811067 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.372449] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c3a9e4-9ea1-4d4d-b354-ab1fe350e768 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.408166] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6764c582-7762-49f3-a554-1c33a515bc7e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.411312] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82573b10-c5de-4ece-88bb-767e9bbc6adb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.420653] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6418e6-68f1-4591-bb76-3e39b52ca0f8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.424082] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379d26d9-512d-4e9a-b783-553034652e9b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.438071] env[70691]: DEBUG nova.compute.provider_tree [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.442622] env[70691]: DEBUG nova.virt.block_device [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Updating existing volume attachment record: 738ca50b-0f68-42ef-9649-50d79062bdc3 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.526803] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: e3ccf2d0-3fe1-4a98-8408-f8c80111837a] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1225.946191] env[70691]: DEBUG nova.scheduler.client.report [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1226.031362] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 0a7936d0-e175-4346-8491-98f1864decdf] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1226.060859] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.061131] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.061341] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.061544] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.061783] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.063929] env[70691]: INFO nova.compute.manager [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Terminating instance [ 1226.066027] env[70691]: DEBUG nova.compute.manager [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1226.066027] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1226.066854] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e54a1-1192-411e-bab3-20852f93034a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.076058] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1226.076361] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed9456f2-e1d1-4442-84a7-3c240a491747 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.084838] env[70691]: DEBUG oslo_vmware.api [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1226.084838] env[70691]: value = "task-3454965" [ 1226.084838] env[70691]: _type = "Task" [ 1226.084838] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.093141] env[70691]: DEBUG oslo_vmware.api [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.452705] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.536626] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 83ce245c-18c8-4de8-8fa9-564e11ba7535] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1226.594791] env[70691]: DEBUG oslo_vmware.api [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454965, 'name': PowerOffVM_Task, 'duration_secs': 0.191286} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.595123] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1226.595262] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1226.596038] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb6fb625-ceaf-4396-86b4-00be2be608dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.606515] env[70691]: INFO nova.scheduler.client.report [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Deleted allocations for instance ea1406ae-244a-45cf-8f58-fcc759c09a93 [ 1226.667150] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1226.667471] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1226.667670] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleting the datastore file [datastore1] d8e963c1-30e0-427e-b14e-a68c5b7f4ef2 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.668358] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37d12a15-1a3a-40b2-b408-02ada2da080e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.677886] env[70691]: DEBUG oslo_vmware.api [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1226.677886] env[70691]: value = "task-3454967" [ 1226.677886] env[70691]: _type = "Task" [ 1226.677886] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.686780] env[70691]: DEBUG oslo_vmware.api [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.041064] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 4c919e81-1a8b-4858-b438-65d8876b5c6c] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1227.117671] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8e53e3b9-a92d-4615-b6fe-9134bf94d403 tempest-DeleteServersTestJSON-793260541 tempest-DeleteServersTestJSON-793260541-project-member] Lock "ea1406ae-244a-45cf-8f58-fcc759c09a93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.895s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.190320] env[70691]: DEBUG oslo_vmware.api [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283513} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.190593] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.190785] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1227.190968] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1227.191168] env[70691]: INFO nova.compute.manager [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1227.191415] env[70691]: DEBUG oslo.service.loopingcall [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1227.191611] env[70691]: DEBUG nova.compute.manager [-] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1227.191708] env[70691]: DEBUG nova.network.neutron [-] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1227.487297] env[70691]: DEBUG nova.compute.manager [req-57a8a543-fe9b-4aaf-9cb2-3d7288b3948a req-cd4180f7-f3e9-4b8f-9400-f0a557aba382 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Received event network-vif-deleted-091df036-3bd4-4657-b7f1-f22156102736 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1227.487542] env[70691]: INFO nova.compute.manager [req-57a8a543-fe9b-4aaf-9cb2-3d7288b3948a req-cd4180f7-f3e9-4b8f-9400-f0a557aba382 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Neutron deleted interface 091df036-3bd4-4657-b7f1-f22156102736; detaching it from the instance and deleting it from the info cache [ 1227.487765] env[70691]: DEBUG nova.network.neutron [req-57a8a543-fe9b-4aaf-9cb2-3d7288b3948a req-cd4180f7-f3e9-4b8f-9400-f0a557aba382 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.543911] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 38abe4e5-02ef-4006-843e-a9741ddc7edb] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1227.962216] env[70691]: DEBUG nova.network.neutron [-] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.990545] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19478f48-e94d-400c-8ed2-6fb80a3e4ec4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.002429] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edaf835-34fa-4f5f-92ea-b0a9e5a145d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.036697] env[70691]: DEBUG nova.compute.manager [req-57a8a543-fe9b-4aaf-9cb2-3d7288b3948a req-cd4180f7-f3e9-4b8f-9400-f0a557aba382 service nova] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Detach interface failed, port_id=091df036-3bd4-4657-b7f1-f22156102736, reason: Instance d8e963c1-30e0-427e-b14e-a68c5b7f4ef2 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1228.047481] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 56fa30c7-6a9c-4ab0-b82e-ee07bac6b411] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1228.464430] env[70691]: INFO nova.compute.manager [-] [instance: d8e963c1-30e0-427e-b14e-a68c5b7f4ef2] Took 1.27 seconds to deallocate network for instance. [ 1228.550559] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 77340182-6815-47dc-87c0-a7aabd8fe523] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1228.971316] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.971605] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.971835] env[70691]: DEBUG nova.objects.instance [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lazy-loading 'resources' on Instance uuid d8e963c1-30e0-427e-b14e-a68c5b7f4ef2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.053952] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 21a66ba8-8002-4eaa-85db-47abae8b3b8c] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1229.556796] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 7da5076b-1365-42ec-9b65-2696b2d96528] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1229.599224] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb3c17-1432-418c-9016-7146c3f5eb39 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.608443] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaf9fb6-4649-419c-b703-fcf5c8312a1e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.641775] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c659f72-d194-4b98-b819-07ceab497e13 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.648505] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "e9e37f69-21ae-4345-9743-a929b6d087e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.648747] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.653853] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72df0351-69c8-49b1-81f5-080793bd399a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.669067] env[70691]: DEBUG nova.compute.provider_tree [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.990143] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.990407] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689732', 'volume_id': '082f69b9-9325-438e-b713-22fec1f426f2', 'name': 'volume-082f69b9-9325-438e-b713-22fec1f426f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c66f57a8-be0f-46e4-95f0-7ff7e97e951e', 'attached_at': '', 'detached_at': '', 'volume_id': '082f69b9-9325-438e-b713-22fec1f426f2', 'serial': '082f69b9-9325-438e-b713-22fec1f426f2'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.991312] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4015b92a-4fd0-42db-bc36-2388ef823f81 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.008646] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50706697-7f4f-42a3-b650-42fadefe6f4a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.035592] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-082f69b9-9325-438e-b713-22fec1f426f2/volume-082f69b9-9325-438e-b713-22fec1f426f2.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.035929] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f536e09-2561-4cc8-924c-41005a04cd09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.055956] env[70691]: DEBUG oslo_vmware.api [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1230.055956] env[70691]: value = "task-3454970" [ 1230.055956] env[70691]: _type = "Task" [ 1230.055956] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.060948] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 2b4e902a-7130-4dc9-ab53-1e7b4a7de731] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1230.065905] env[70691]: DEBUG oslo_vmware.api [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.153821] env[70691]: DEBUG nova.compute.manager [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1230.171390] env[70691]: DEBUG nova.scheduler.client.report [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1230.566448] env[70691]: DEBUG oslo_vmware.api [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454970, 'name': ReconfigVM_Task, 'duration_secs': 0.37623} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.566902] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 9f51e400-870d-447b-acf5-e2c286a7d8a9] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1230.568742] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-082f69b9-9325-438e-b713-22fec1f426f2/volume-082f69b9-9325-438e-b713-22fec1f426f2.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.573564] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfdbb80e-ff1d-4fea-8a54-de29d7bff3d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.590600] env[70691]: DEBUG oslo_vmware.api [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1230.590600] env[70691]: value = "task-3454971" [ 1230.590600] env[70691]: _type = "Task" [ 1230.590600] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.604418] env[70691]: DEBUG oslo_vmware.api [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.676979] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.677892] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.680088] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.681524] env[70691]: INFO nova.compute.claims [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.698356] env[70691]: INFO nova.scheduler.client.report [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted allocations for instance d8e963c1-30e0-427e-b14e-a68c5b7f4ef2 [ 1231.074978] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: eb6bc2b3-09d6-452d-bad3-ad65c2bdcaf8] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1231.100799] env[70691]: DEBUG oslo_vmware.api [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454971, 'name': ReconfigVM_Task, 'duration_secs': 0.150376} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.102064] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689732', 'volume_id': '082f69b9-9325-438e-b713-22fec1f426f2', 'name': 'volume-082f69b9-9325-438e-b713-22fec1f426f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c66f57a8-be0f-46e4-95f0-7ff7e97e951e', 'attached_at': '', 'detached_at': '', 'volume_id': '082f69b9-9325-438e-b713-22fec1f426f2', 'serial': '082f69b9-9325-438e-b713-22fec1f426f2'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.209019] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7ec60551-0102-4640-84ac-f5ba6beb35e5 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "d8e963c1-30e0-427e-b14e-a68c5b7f4ef2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.144s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.578114] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 42808fd4-2adc-4ed6-88a7-691a996ff21e] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1231.814020] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dc97b9-2c80-4f87-b96a-d6ccec33d21d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.823111] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275b36e0-0d68-45d5-ac90-a73b7caaacc7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.853066] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8825a919-4c6d-449c-a8de-b7be406ecc53 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.861950] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca35ce6d-7d2f-401d-9e1a-595f3aeb4a0c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.877377] env[70691]: DEBUG nova.compute.provider_tree [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.086060] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 1bb1d6be-fd70-446c-b1ec-3b9cef5d41e2] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1232.094047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "bad3ac08-2907-429e-b3ec-09ed6932876c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.094500] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "bad3ac08-2907-429e-b3ec-09ed6932876c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.143034] env[70691]: DEBUG nova.objects.instance [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'flavor' on Instance uuid c66f57a8-be0f-46e4-95f0-7ff7e97e951e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.380954] env[70691]: DEBUG nova.scheduler.client.report [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1232.588108] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 42032c1c-beb2-477f-8417-35625439a593] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1232.597331] env[70691]: DEBUG nova.compute.manager [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1232.647181] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bd247f02-6c48-4fcf-946c-2fe10ab645aa tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.308s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.876915] env[70691]: DEBUG oslo_concurrency.lockutils [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.877303] env[70691]: DEBUG oslo_concurrency.lockutils [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.885715] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.886279] env[70691]: DEBUG nova.compute.manager [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1233.091830] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 517f1d42-707f-4392-98b0-3701d8c61bbd] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1233.119905] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.120185] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.121691] env[70691]: INFO nova.compute.claims [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.380367] env[70691]: INFO nova.compute.manager [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Detaching volume 082f69b9-9325-438e-b713-22fec1f426f2 [ 1233.391262] env[70691]: DEBUG nova.compute.utils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.392563] env[70691]: DEBUG nova.compute.manager [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1233.392725] env[70691]: DEBUG nova.network.neutron [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1233.422444] env[70691]: INFO nova.virt.block_device [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Attempting to driver detach volume 082f69b9-9325-438e-b713-22fec1f426f2 from mountpoint /dev/sdb [ 1233.422717] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1233.422913] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689732', 'volume_id': '082f69b9-9325-438e-b713-22fec1f426f2', 'name': 'volume-082f69b9-9325-438e-b713-22fec1f426f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c66f57a8-be0f-46e4-95f0-7ff7e97e951e', 'attached_at': '', 'detached_at': '', 'volume_id': '082f69b9-9325-438e-b713-22fec1f426f2', 'serial': '082f69b9-9325-438e-b713-22fec1f426f2'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1233.424052] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ab98eb-15d5-4b67-b9c0-8b22f663a407 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.453143] env[70691]: DEBUG nova.policy [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92689d3de69244339081784d681df630', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60a7321be1da4a59bfe9f77c1d17e211', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1233.455316] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70214709-db8a-4d39-be84-d90d68e6babb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.462479] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e73cc3a-0445-45ef-a0d1-384c54c92a35 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.484714] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e947a306-7a3d-49c0-82df-bc40ecee0771 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.501690] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] The volume has not been displaced from its original location: [datastore1] volume-082f69b9-9325-438e-b713-22fec1f426f2/volume-082f69b9-9325-438e-b713-22fec1f426f2.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1233.507311] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1233.507557] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-202f1597-ed2f-4355-818f-92d7187e7bd4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.527095] env[70691]: DEBUG oslo_vmware.api [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1233.527095] env[70691]: value = "task-3454972" [ 1233.527095] env[70691]: _type = "Task" [ 1233.527095] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.535671] env[70691]: DEBUG oslo_vmware.api [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.595754] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: c59bc96f-5ddc-4a4b-89e5-53486598bdaf] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1233.754276] env[70691]: DEBUG nova.network.neutron [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Successfully created port: 75a779cb-b9c7-4542-9aa0-5ac6124b9262 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.895770] env[70691]: DEBUG nova.compute.manager [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1234.038099] env[70691]: DEBUG oslo_vmware.api [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454972, 'name': ReconfigVM_Task, 'duration_secs': 0.422972} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.038501] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.043732] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8952cc-a0b2-4975-8183-86fe4cc32f84 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.065271] env[70691]: DEBUG oslo_vmware.api [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1234.065271] env[70691]: value = "task-3454973" [ 1234.065271] env[70691]: _type = "Task" [ 1234.065271] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.076203] env[70691]: DEBUG oslo_vmware.api [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.099504] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 02b27472-1134-4a14-97ab-243c6aedb5b7] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1234.288715] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c0fa32-c437-494e-ab25-8fe0f43a46b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.297311] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c469046-4dc6-451f-a61b-00872b9a7617 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.329918] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f6eb90-5f51-49fe-95fb-e436976bbf91 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.337913] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8c6d2e-9202-43a4-8487-35b4818093a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.351737] env[70691]: DEBUG nova.compute.provider_tree [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.577973] env[70691]: DEBUG oslo_vmware.api [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454973, 'name': ReconfigVM_Task, 'duration_secs': 0.199511} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.577973] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689732', 'volume_id': '082f69b9-9325-438e-b713-22fec1f426f2', 'name': 'volume-082f69b9-9325-438e-b713-22fec1f426f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c66f57a8-be0f-46e4-95f0-7ff7e97e951e', 'attached_at': '', 'detached_at': '', 'volume_id': '082f69b9-9325-438e-b713-22fec1f426f2', 'serial': '082f69b9-9325-438e-b713-22fec1f426f2'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1234.604533] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: fb60b8b4-9d06-4e6e-a418-531a873eae05] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1234.854747] env[70691]: DEBUG nova.scheduler.client.report [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1234.910147] env[70691]: DEBUG nova.compute.manager [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1234.944503] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1234.945577] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1234.945577] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.945577] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1234.945577] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.945577] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1234.945781] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1234.945825] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1234.947033] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1234.947033] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1234.947033] env[70691]: DEBUG nova.virt.hardware [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1234.947289] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bda99e5-206e-4755-b8d2-d4d46e529624 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.956167] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877a86c-b744-4e81-95dc-a33c0da5e01a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.108064] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 697b0d66-ebc0-465a-87de-2a019c9be3cf] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1235.139089] env[70691]: DEBUG nova.objects.instance [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'flavor' on Instance uuid c66f57a8-be0f-46e4-95f0-7ff7e97e951e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.360450] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.361454] env[70691]: DEBUG nova.compute.manager [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1235.477622] env[70691]: DEBUG nova.compute.manager [req-6f9f7f25-e7d6-4d5c-8f24-1d8209a29698 req-7276d184-aeef-4801-902f-9f18878bd860 service nova] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Received event network-vif-plugged-75a779cb-b9c7-4542-9aa0-5ac6124b9262 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1235.477849] env[70691]: DEBUG oslo_concurrency.lockutils [req-6f9f7f25-e7d6-4d5c-8f24-1d8209a29698 req-7276d184-aeef-4801-902f-9f18878bd860 service nova] Acquiring lock "e9e37f69-21ae-4345-9743-a929b6d087e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.478323] env[70691]: DEBUG oslo_concurrency.lockutils [req-6f9f7f25-e7d6-4d5c-8f24-1d8209a29698 req-7276d184-aeef-4801-902f-9f18878bd860 service nova] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.478652] env[70691]: DEBUG oslo_concurrency.lockutils [req-6f9f7f25-e7d6-4d5c-8f24-1d8209a29698 req-7276d184-aeef-4801-902f-9f18878bd860 service nova] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.478885] env[70691]: DEBUG nova.compute.manager [req-6f9f7f25-e7d6-4d5c-8f24-1d8209a29698 req-7276d184-aeef-4801-902f-9f18878bd860 service nova] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] No waiting events found dispatching network-vif-plugged-75a779cb-b9c7-4542-9aa0-5ac6124b9262 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1235.479100] env[70691]: WARNING nova.compute.manager [req-6f9f7f25-e7d6-4d5c-8f24-1d8209a29698 req-7276d184-aeef-4801-902f-9f18878bd860 service nova] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Received unexpected event network-vif-plugged-75a779cb-b9c7-4542-9aa0-5ac6124b9262 for instance with vm_state building and task_state spawning. [ 1235.613578] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: bfc863f8-0f57-4edf-9410-9a3023f622f1] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1235.658544] env[70691]: DEBUG nova.network.neutron [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Successfully updated port: 75a779cb-b9c7-4542-9aa0-5ac6124b9262 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.869241] env[70691]: DEBUG nova.compute.utils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1235.871299] env[70691]: DEBUG nova.compute.manager [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1235.871473] env[70691]: DEBUG nova.network.neutron [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1235.931643] env[70691]: DEBUG nova.policy [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfefdefdb9934ae59646b8ba6c7426a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e26f0b86cff4415be016829a740b46a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1236.116807] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 726bf7a9-d337-497c-804e-68c43e4b9a02] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1236.151597] env[70691]: DEBUG oslo_concurrency.lockutils [None req-04f028ea-c86d-473b-8066-bd65eecf857c tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.161046] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "refresh_cache-e9e37f69-21ae-4345-9743-a929b6d087e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.161192] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "refresh_cache-e9e37f69-21ae-4345-9743-a929b6d087e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.161234] env[70691]: DEBUG nova.network.neutron [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1236.305691] env[70691]: DEBUG nova.network.neutron [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Successfully created port: 473f430a-accb-4b12-b392-dda86e9c04ff {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.377129] env[70691]: DEBUG nova.compute.manager [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1236.623731] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 7a07ccb0-7bf6-4cc7-ba00-c0aecbf9acac] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1236.670211] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "254de052-84a3-4dde-98d6-f37a483bc3ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.670665] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.710542] env[70691]: DEBUG nova.network.neutron [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1236.968362] env[70691]: DEBUG nova.network.neutron [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Updating instance_info_cache with network_info: [{"id": "75a779cb-b9c7-4542-9aa0-5ac6124b9262", "address": "fa:16:3e:bd:59:8f", "network": {"id": "b664a15c-9719-4450-970a-3e2a77d294ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1709900441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a7321be1da4a59bfe9f77c1d17e211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a779cb-b9", "ovs_interfaceid": "75a779cb-b9c7-4542-9aa0-5ac6124b9262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.130478] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: f518ba2f-2541-47cd-8b81-af3f5bf1ab2b] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1237.172871] env[70691]: DEBUG nova.compute.manager [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1237.178645] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.181033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.181033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.181033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.181033] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.181718] env[70691]: INFO nova.compute.manager [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Terminating instance [ 1237.184077] env[70691]: DEBUG nova.compute.manager [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1237.184276] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1237.185521] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235dc5db-a221-4f24-8099-a02f80bafb8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.194292] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1237.194292] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe79da2-8871-43d4-9d7b-5194c2860e27 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.202742] env[70691]: DEBUG oslo_vmware.api [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1237.202742] env[70691]: value = "task-3454974" [ 1237.202742] env[70691]: _type = "Task" [ 1237.202742] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.211247] env[70691]: DEBUG oslo_vmware.api [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.386667] env[70691]: DEBUG nova.compute.manager [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1237.416206] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1237.416480] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1237.416642] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.416826] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1237.416978] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.417148] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1237.417366] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1237.417557] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1237.417737] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1237.417906] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1237.418105] env[70691]: DEBUG nova.virt.hardware [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1237.418993] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739401b9-f2ab-4ee3-85e7-552e9220736c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.427287] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfd3622-8655-4653-bf34-70454ed56325 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.474218] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "refresh_cache-e9e37f69-21ae-4345-9743-a929b6d087e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.474505] env[70691]: DEBUG nova.compute.manager [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Instance network_info: |[{"id": "75a779cb-b9c7-4542-9aa0-5ac6124b9262", "address": "fa:16:3e:bd:59:8f", "network": {"id": "b664a15c-9719-4450-970a-3e2a77d294ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1709900441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a7321be1da4a59bfe9f77c1d17e211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a779cb-b9", "ovs_interfaceid": "75a779cb-b9c7-4542-9aa0-5ac6124b9262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1237.474936] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:59:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75a779cb-b9c7-4542-9aa0-5ac6124b9262', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.483347] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Creating folder: Project (60a7321be1da4a59bfe9f77c1d17e211). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1237.483627] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3be3f82-8db5-471a-9c09-af223e3d8033 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.502652] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Created folder: Project (60a7321be1da4a59bfe9f77c1d17e211) in parent group-v689428. [ 1237.502863] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Creating folder: Instances. Parent ref: group-v689733. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1237.503105] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfb9e273-2e89-45c5-a43f-b76da9c3f2cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.512860] env[70691]: DEBUG nova.compute.manager [req-abb17fb9-b1b5-473b-9f54-2a4bcd25a32f req-debd87c6-6654-4a21-afa4-13a79b91d9f8 service nova] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Received event network-changed-75a779cb-b9c7-4542-9aa0-5ac6124b9262 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1237.512989] env[70691]: DEBUG nova.compute.manager [req-abb17fb9-b1b5-473b-9f54-2a4bcd25a32f req-debd87c6-6654-4a21-afa4-13a79b91d9f8 service nova] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Refreshing instance network info cache due to event network-changed-75a779cb-b9c7-4542-9aa0-5ac6124b9262. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1237.513227] env[70691]: DEBUG oslo_concurrency.lockutils [req-abb17fb9-b1b5-473b-9f54-2a4bcd25a32f req-debd87c6-6654-4a21-afa4-13a79b91d9f8 service nova] Acquiring lock "refresh_cache-e9e37f69-21ae-4345-9743-a929b6d087e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.513376] env[70691]: DEBUG oslo_concurrency.lockutils [req-abb17fb9-b1b5-473b-9f54-2a4bcd25a32f req-debd87c6-6654-4a21-afa4-13a79b91d9f8 service nova] Acquired lock "refresh_cache-e9e37f69-21ae-4345-9743-a929b6d087e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.513541] env[70691]: DEBUG nova.network.neutron [req-abb17fb9-b1b5-473b-9f54-2a4bcd25a32f req-debd87c6-6654-4a21-afa4-13a79b91d9f8 service nova] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Refreshing network info cache for port 75a779cb-b9c7-4542-9aa0-5ac6124b9262 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1237.515987] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Created folder: Instances in parent group-v689733. [ 1237.516242] env[70691]: DEBUG oslo.service.loopingcall [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.516621] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1237.516831] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d26cda3-0991-4a05-b644-dc026b6d5365 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.537066] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.537066] env[70691]: value = "task-3454977" [ 1237.537066] env[70691]: _type = "Task" [ 1237.537066] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.547607] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454977, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.634225] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: c1203d8d-68a8-4a90-b0da-31791e63d1e3] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1237.695740] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.696021] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.697554] env[70691]: INFO nova.compute.claims [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.712184] env[70691]: DEBUG oslo_vmware.api [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454974, 'name': PowerOffVM_Task, 'duration_secs': 0.183397} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.712468] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1237.712662] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1237.713696] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ad67bb4-d5e1-4c3e-92e3-962d62fbdb33 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.801026] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1237.801026] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1237.801026] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleting the datastore file [datastore2] c66f57a8-be0f-46e4-95f0-7ff7e97e951e {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.801026] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-193273ef-d118-4ca5-a25d-b9941107b901 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.806472] env[70691]: DEBUG oslo_vmware.api [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1237.806472] env[70691]: value = "task-3454979" [ 1237.806472] env[70691]: _type = "Task" [ 1237.806472] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.816248] env[70691]: DEBUG oslo_vmware.api [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.841250] env[70691]: DEBUG nova.network.neutron [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Successfully updated port: 473f430a-accb-4b12-b392-dda86e9c04ff {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.048481] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454977, 'name': CreateVM_Task, 'duration_secs': 0.407731} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.048755] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1238.049692] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.049941] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.050380] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.050692] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc3c4e0-6d8b-4968-a960-7ec31a8549e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.055337] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1238.055337] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a5a2f3-8306-2218-8f13-0bba50e7a52d" [ 1238.055337] env[70691]: _type = "Task" [ 1238.055337] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.064742] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a5a2f3-8306-2218-8f13-0bba50e7a52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.137916] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 1114dcfb-62f2-434d-b76b-cea18a51263a] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1238.239385] env[70691]: DEBUG nova.network.neutron [req-abb17fb9-b1b5-473b-9f54-2a4bcd25a32f req-debd87c6-6654-4a21-afa4-13a79b91d9f8 service nova] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Updated VIF entry in instance network info cache for port 75a779cb-b9c7-4542-9aa0-5ac6124b9262. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1238.239385] env[70691]: DEBUG nova.network.neutron [req-abb17fb9-b1b5-473b-9f54-2a4bcd25a32f req-debd87c6-6654-4a21-afa4-13a79b91d9f8 service nova] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Updating instance_info_cache with network_info: [{"id": "75a779cb-b9c7-4542-9aa0-5ac6124b9262", "address": "fa:16:3e:bd:59:8f", "network": {"id": "b664a15c-9719-4450-970a-3e2a77d294ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1709900441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a7321be1da4a59bfe9f77c1d17e211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a779cb-b9", "ovs_interfaceid": "75a779cb-b9c7-4542-9aa0-5ac6124b9262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.316700] env[70691]: DEBUG oslo_vmware.api [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3454979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290611} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.317304] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.317511] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1238.317685] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1238.317872] env[70691]: INFO nova.compute.manager [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1238.318128] env[70691]: DEBUG oslo.service.loopingcall [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.318363] env[70691]: DEBUG nova.compute.manager [-] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1238.318466] env[70691]: DEBUG nova.network.neutron [-] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1238.344201] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "refresh_cache-bad3ac08-2907-429e-b3ec-09ed6932876c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.344201] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "refresh_cache-bad3ac08-2907-429e-b3ec-09ed6932876c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.344314] env[70691]: DEBUG nova.network.neutron [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1238.567876] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a5a2f3-8306-2218-8f13-0bba50e7a52d, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.568219] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.568468] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.568709] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.568863] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.569056] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.569331] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a46c51e6-cc3b-4fd0-8d5d-96cf4aefc0da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.580537] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.580720] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1238.581444] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a91ad5-cd55-4a9a-b867-309c71059f2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.586414] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1238.586414] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529df643-6b86-46b8-e899-ee0455a3e5b9" [ 1238.586414] env[70691]: _type = "Task" [ 1238.586414] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.594615] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529df643-6b86-46b8-e899-ee0455a3e5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.640633] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: e3fe014e-3277-4fbf-87d2-0d3cbca0ccfa] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1238.745224] env[70691]: DEBUG oslo_concurrency.lockutils [req-abb17fb9-b1b5-473b-9f54-2a4bcd25a32f req-debd87c6-6654-4a21-afa4-13a79b91d9f8 service nova] Releasing lock "refresh_cache-e9e37f69-21ae-4345-9743-a929b6d087e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.832927] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecf8eb4-f850-4251-b6df-3c89f33b8e35 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.840895] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda8fc65-9c36-4c87-9cb2-2a05bc742fba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.872435] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80ed0ed-b327-48b3-a0d3-1ceca406e4d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.879353] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6129e617-105f-4cd5-8438-4cdd97f5fa7f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.892481] env[70691]: DEBUG nova.compute.provider_tree [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.897784] env[70691]: DEBUG nova.network.neutron [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1239.027591] env[70691]: DEBUG nova.network.neutron [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Updating instance_info_cache with network_info: [{"id": "473f430a-accb-4b12-b392-dda86e9c04ff", "address": "fa:16:3e:58:26:d2", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473f430a-ac", "ovs_interfaceid": "473f430a-accb-4b12-b392-dda86e9c04ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.096025] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529df643-6b86-46b8-e899-ee0455a3e5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013291} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.096824] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c51dbe-0095-4df8-a878-c7cccfc53cde {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.102247] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1239.102247] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52055449-a585-718b-1a13-5a3f9c600a67" [ 1239.102247] env[70691]: _type = "Task" [ 1239.102247] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.110033] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52055449-a585-718b-1a13-5a3f9c600a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.121600] env[70691]: DEBUG oslo_concurrency.lockutils [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "1e75937e-ad8b-4455-950d-b75f68068c40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.121896] env[70691]: DEBUG oslo_concurrency.lockutils [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "1e75937e-ad8b-4455-950d-b75f68068c40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.122207] env[70691]: DEBUG oslo_concurrency.lockutils [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "1e75937e-ad8b-4455-950d-b75f68068c40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.122471] env[70691]: DEBUG oslo_concurrency.lockutils [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "1e75937e-ad8b-4455-950d-b75f68068c40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.122669] env[70691]: DEBUG oslo_concurrency.lockutils [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "1e75937e-ad8b-4455-950d-b75f68068c40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.124841] env[70691]: INFO nova.compute.manager [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Terminating instance [ 1239.126781] env[70691]: DEBUG nova.compute.manager [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1239.126984] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1239.127891] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419a3c37-d630-47f8-aa29-c9f52cc2aabb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.135042] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1239.135294] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-facb9e30-ed8e-4bfe-9031-26d0846d7b2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.143736] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: ecbd41bb-93e8-4279-91d7-57a96a90b147] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1239.145527] env[70691]: DEBUG oslo_vmware.api [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1239.145527] env[70691]: value = "task-3454980" [ 1239.145527] env[70691]: _type = "Task" [ 1239.145527] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.154878] env[70691]: DEBUG oslo_vmware.api [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.223226] env[70691]: DEBUG nova.network.neutron [-] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.395816] env[70691]: DEBUG nova.scheduler.client.report [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1239.530065] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "refresh_cache-bad3ac08-2907-429e-b3ec-09ed6932876c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.530424] env[70691]: DEBUG nova.compute.manager [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Instance network_info: |[{"id": "473f430a-accb-4b12-b392-dda86e9c04ff", "address": "fa:16:3e:58:26:d2", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473f430a-ac", "ovs_interfaceid": "473f430a-accb-4b12-b392-dda86e9c04ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1239.530933] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:26:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '473f430a-accb-4b12-b392-dda86e9c04ff', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.538449] env[70691]: DEBUG oslo.service.loopingcall [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1239.538742] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1239.538988] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c45de4ec-ff77-497a-83f9-d39f0ffee1ab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.556040] env[70691]: DEBUG nova.compute.manager [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Received event network-vif-plugged-473f430a-accb-4b12-b392-dda86e9c04ff {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1239.556267] env[70691]: DEBUG oslo_concurrency.lockutils [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] Acquiring lock "bad3ac08-2907-429e-b3ec-09ed6932876c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.556529] env[70691]: DEBUG oslo_concurrency.lockutils [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] Lock "bad3ac08-2907-429e-b3ec-09ed6932876c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.556673] env[70691]: DEBUG oslo_concurrency.lockutils [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] Lock "bad3ac08-2907-429e-b3ec-09ed6932876c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.556798] env[70691]: DEBUG nova.compute.manager [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] No waiting events found dispatching network-vif-plugged-473f430a-accb-4b12-b392-dda86e9c04ff {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1239.556966] env[70691]: WARNING nova.compute.manager [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Received unexpected event network-vif-plugged-473f430a-accb-4b12-b392-dda86e9c04ff for instance with vm_state building and task_state spawning. [ 1239.557144] env[70691]: DEBUG nova.compute.manager [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Received event network-changed-473f430a-accb-4b12-b392-dda86e9c04ff {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1239.557299] env[70691]: DEBUG nova.compute.manager [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Refreshing instance network info cache due to event network-changed-473f430a-accb-4b12-b392-dda86e9c04ff. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1239.557503] env[70691]: DEBUG oslo_concurrency.lockutils [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] Acquiring lock "refresh_cache-bad3ac08-2907-429e-b3ec-09ed6932876c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.557649] env[70691]: DEBUG oslo_concurrency.lockutils [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] Acquired lock "refresh_cache-bad3ac08-2907-429e-b3ec-09ed6932876c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.557805] env[70691]: DEBUG nova.network.neutron [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Refreshing network info cache for port 473f430a-accb-4b12-b392-dda86e9c04ff {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1239.566096] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.566096] env[70691]: value = "task-3454981" [ 1239.566096] env[70691]: _type = "Task" [ 1239.566096] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.574547] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454981, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.613998] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52055449-a585-718b-1a13-5a3f9c600a67, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.614300] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.614581] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e9e37f69-21ae-4345-9743-a929b6d087e3/e9e37f69-21ae-4345-9743-a929b6d087e3.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1239.614865] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-137e8c4d-6b94-491f-9f57-ddf2798260d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.621560] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1239.621560] env[70691]: value = "task-3454982" [ 1239.621560] env[70691]: _type = "Task" [ 1239.621560] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.629520] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.646962] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 15b4f357-9883-47da-8219-c45200d64e61] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1239.658630] env[70691]: DEBUG oslo_vmware.api [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454980, 'name': PowerOffVM_Task, 'duration_secs': 0.229912} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.659331] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1239.659331] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1239.659501] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ef7b605-049c-44e1-95f4-fa9fe2884dea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.726232] env[70691]: INFO nova.compute.manager [-] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Took 1.41 seconds to deallocate network for instance. [ 1239.732348] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1239.732639] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1239.732890] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleting the datastore file [datastore1] 1e75937e-ad8b-4455-950d-b75f68068c40 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.734048] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16d30b19-c1bd-4c9b-950e-ebc81eabf354 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.739648] env[70691]: DEBUG oslo_vmware.api [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1239.739648] env[70691]: value = "task-3454984" [ 1239.739648] env[70691]: _type = "Task" [ 1239.739648] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.747879] env[70691]: DEBUG oslo_vmware.api [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.901164] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.901938] env[70691]: DEBUG nova.compute.manager [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1240.066400] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "44872813-8979-41ec-b1ef-f2f56454a4f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.066652] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.066856] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "44872813-8979-41ec-b1ef-f2f56454a4f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.067080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.067277] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.074378] env[70691]: INFO nova.compute.manager [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Terminating instance [ 1240.077142] env[70691]: DEBUG nova.compute.manager [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1240.077359] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1240.078246] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b124747-ce8b-44d9-bc59-ecfbbfbe980b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.084802] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454981, 'name': CreateVM_Task, 'duration_secs': 0.382342} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.085316] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1240.085956] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.086164] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.086523] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.086776] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0dd0329-3fe9-40db-9205-2ad4734f4261 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.090439] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1240.092973] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b565874-c25e-4777-9538-497b0d8fa70a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.095602] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1240.095602] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528cad9e-f284-550f-82c5-1c0fc4e9fd95" [ 1240.095602] env[70691]: _type = "Task" [ 1240.095602] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.100311] env[70691]: DEBUG oslo_vmware.api [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1240.100311] env[70691]: value = "task-3454985" [ 1240.100311] env[70691]: _type = "Task" [ 1240.100311] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.106546] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528cad9e-f284-550f-82c5-1c0fc4e9fd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.111460] env[70691]: DEBUG oslo_vmware.api [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.131703] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440949} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.134252] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e9e37f69-21ae-4345-9743-a929b6d087e3/e9e37f69-21ae-4345-9743-a929b6d087e3.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1240.134498] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.134783] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc949c32-da49-410a-987d-bb381ed3f047 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.141413] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1240.141413] env[70691]: value = "task-3454986" [ 1240.141413] env[70691]: _type = "Task" [ 1240.141413] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.148941] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.153734] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 6f29c19c-6ce6-4466-93d2-eabd054787d8] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1240.234594] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.234878] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.235129] env[70691]: DEBUG nova.objects.instance [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'resources' on Instance uuid c66f57a8-be0f-46e4-95f0-7ff7e97e951e {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.252491] env[70691]: DEBUG oslo_vmware.api [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3454984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388796} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.252780] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.253014] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1240.253228] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1240.253431] env[70691]: INFO nova.compute.manager [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1240.253697] env[70691]: DEBUG oslo.service.loopingcall [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1240.253915] env[70691]: DEBUG nova.compute.manager [-] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1240.254030] env[70691]: DEBUG nova.network.neutron [-] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1240.293798] env[70691]: DEBUG nova.network.neutron [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Updated VIF entry in instance network info cache for port 473f430a-accb-4b12-b392-dda86e9c04ff. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1240.294363] env[70691]: DEBUG nova.network.neutron [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Updating instance_info_cache with network_info: [{"id": "473f430a-accb-4b12-b392-dda86e9c04ff", "address": "fa:16:3e:58:26:d2", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473f430a-ac", "ovs_interfaceid": "473f430a-accb-4b12-b392-dda86e9c04ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.407900] env[70691]: DEBUG nova.compute.utils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1240.410223] env[70691]: DEBUG nova.compute.manager [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1240.410439] env[70691]: DEBUG nova.network.neutron [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1240.449466] env[70691]: DEBUG nova.policy [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00aba8f483944dd594b9586b54e72099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c690619ad1cf48f982608a759124d83a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1240.611235] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528cad9e-f284-550f-82c5-1c0fc4e9fd95, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.614372] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.614652] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.614910] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.615080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.615273] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.615647] env[70691]: DEBUG oslo_vmware.api [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454985, 'name': PowerOffVM_Task, 'duration_secs': 0.179125} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.615871] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a6de634-15b1-43fd-8d03-2df618bd0116 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.617832] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1240.618023] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1240.618273] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2323ad8-5b9a-4fcc-90d0-8a2ddee5d53e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.626966] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.627168] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1240.627956] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9f26e1-557b-4347-818e-7fb5fde4d263 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.633534] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1240.633534] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bea785-2c8b-b5f0-3e68-4efafc93747e" [ 1240.633534] env[70691]: _type = "Task" [ 1240.633534] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.642493] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bea785-2c8b-b5f0-3e68-4efafc93747e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.650629] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069325} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.650767] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.651597] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d65d3c-245b-401e-83c0-80b0b0f4409c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.665930] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 8f01c2ea-b543-4e83-a056-0c59415b78bf] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1240.676254] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] e9e37f69-21ae-4345-9743-a929b6d087e3/e9e37f69-21ae-4345-9743-a929b6d087e3.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.676842] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862fbfcc-6e3d-4a57-bb79-9586078f7984 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.697947] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1240.697947] env[70691]: value = "task-3454988" [ 1240.697947] env[70691]: _type = "Task" [ 1240.697947] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.708445] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1240.708719] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1240.708855] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Deleting the datastore file [datastore2] 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.709134] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4454565-851a-41aa-87cd-59b3a6cedb9e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.714257] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.715056] env[70691]: DEBUG nova.network.neutron [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Successfully created port: 3398a229-5ade-404c-a1c8-e35cb9d43fe4 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.722816] env[70691]: DEBUG oslo_vmware.api [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1240.722816] env[70691]: value = "task-3454989" [ 1240.722816] env[70691]: _type = "Task" [ 1240.722816] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.735261] env[70691]: DEBUG oslo_vmware.api [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.764604] env[70691]: DEBUG nova.compute.manager [req-60234572-c503-4d4c-9ca5-8cbbc28f0797 req-30e86350-1e60-432f-878e-6a3de8e4c8ab service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Received event network-vif-deleted-acd067ab-58f4-464d-a714-e0bb311cb44c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1240.764604] env[70691]: INFO nova.compute.manager [req-60234572-c503-4d4c-9ca5-8cbbc28f0797 req-30e86350-1e60-432f-878e-6a3de8e4c8ab service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Neutron deleted interface acd067ab-58f4-464d-a714-e0bb311cb44c; detaching it from the instance and deleting it from the info cache [ 1240.764604] env[70691]: DEBUG nova.network.neutron [req-60234572-c503-4d4c-9ca5-8cbbc28f0797 req-30e86350-1e60-432f-878e-6a3de8e4c8ab service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.797169] env[70691]: DEBUG oslo_concurrency.lockutils [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] Releasing lock "refresh_cache-bad3ac08-2907-429e-b3ec-09ed6932876c" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.797551] env[70691]: DEBUG nova.compute.manager [req-979fb870-e6fe-466c-b4cb-4778326b38a4 req-c98d7aed-1d9e-4146-b346-e4dd54e2c80a service nova] [instance: c66f57a8-be0f-46e4-95f0-7ff7e97e951e] Received event network-vif-deleted-affcca75-4ffc-4f1a-8b77-c05175060314 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1240.884252] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac5d597-37e2-468a-b120-22ee9c6a37d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.893018] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6e31d-d6cd-4e05-8d40-2aed40ad0506 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.934174] env[70691]: DEBUG nova.compute.manager [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1240.938013] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b49039-0949-4563-ba58-43abe8838bb4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.945501] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5be0733-d4c7-4eb7-9fca-7af099dc7792 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.961017] env[70691]: DEBUG nova.compute.provider_tree [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.144057] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bea785-2c8b-b5f0-3e68-4efafc93747e, 'name': SearchDatastore_Task, 'duration_secs': 0.015045} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.144942] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286f8f7d-5deb-45ec-b3cb-8382da976b91 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.150388] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1241.150388] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528418a1-4866-1499-a2d2-8601792b6b30" [ 1241.150388] env[70691]: _type = "Task" [ 1241.150388] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.158470] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528418a1-4866-1499-a2d2-8601792b6b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.177991] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: e74c6483-d53a-4714-9878-329eb1926956] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1241.208139] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454988, 'name': ReconfigVM_Task, 'duration_secs': 0.365618} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.208439] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Reconfigured VM instance instance-0000006f to attach disk [datastore1] e9e37f69-21ae-4345-9743-a929b6d087e3/e9e37f69-21ae-4345-9743-a929b6d087e3.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.209100] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac6f21f5-b5f8-483e-8228-5a17fca1c03c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.215058] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1241.215058] env[70691]: value = "task-3454990" [ 1241.215058] env[70691]: _type = "Task" [ 1241.215058] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.223148] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454990, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.230315] env[70691]: DEBUG nova.network.neutron [-] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.231405] env[70691]: DEBUG oslo_vmware.api [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3454989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231421} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.231664] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.231856] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1241.232049] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1241.232229] env[70691]: INFO nova.compute.manager [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1241.232463] env[70691]: DEBUG oslo.service.loopingcall [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.232860] env[70691]: DEBUG nova.compute.manager [-] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1241.232982] env[70691]: DEBUG nova.network.neutron [-] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1241.269394] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7d66637-c5c0-453e-8951-c5ffaa96738c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.278404] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae9ac90-d6e9-4923-96dd-80422e735a31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.310297] env[70691]: DEBUG nova.compute.manager [req-60234572-c503-4d4c-9ca5-8cbbc28f0797 req-30e86350-1e60-432f-878e-6a3de8e4c8ab service nova] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Detach interface failed, port_id=acd067ab-58f4-464d-a714-e0bb311cb44c, reason: Instance 1e75937e-ad8b-4455-950d-b75f68068c40 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1241.464910] env[70691]: DEBUG nova.scheduler.client.report [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1241.662131] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528418a1-4866-1499-a2d2-8601792b6b30, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.662407] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.662674] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] bad3ac08-2907-429e-b3ec-09ed6932876c/bad3ac08-2907-429e-b3ec-09ed6932876c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1241.663085] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c533d8-8f3c-41e4-b9e4-5b2710f5460e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.669901] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1241.669901] env[70691]: value = "task-3454991" [ 1241.669901] env[70691]: _type = "Task" [ 1241.669901] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.677091] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.680556] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 618f34e6-7752-4fee-89c4-464741b9d9c1] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1241.725327] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454990, 'name': Rename_Task, 'duration_secs': 0.146226} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.725653] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1241.725915] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c308f67-7178-43dd-8ca6-7846d26cb0cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.732545] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1241.732545] env[70691]: value = "task-3454992" [ 1241.732545] env[70691]: _type = "Task" [ 1241.732545] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.736193] env[70691]: INFO nova.compute.manager [-] [instance: 1e75937e-ad8b-4455-950d-b75f68068c40] Took 1.48 seconds to deallocate network for instance. [ 1241.745784] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.943022] env[70691]: DEBUG nova.compute.manager [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1241.975311] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.980698] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1241.982019] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1241.982019] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.982019] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1241.982019] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.982019] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1241.982019] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1241.982019] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1241.982362] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1241.985854] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1241.985854] env[70691]: DEBUG nova.virt.hardware [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.985854] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f38baea-e732-4774-aabc-e7a6d7d0d52f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.998021] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00268544-0a5f-4663-99ac-ef28f1ed0e5f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.013797] env[70691]: INFO nova.scheduler.client.report [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleted allocations for instance c66f57a8-be0f-46e4-95f0-7ff7e97e951e [ 1242.179462] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499713} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.179763] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] bad3ac08-2907-429e-b3ec-09ed6932876c/bad3ac08-2907-429e-b3ec-09ed6932876c.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1242.179925] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.180187] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7576364-0289-4cdd-b0d0-5a0d330ffa2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.183525] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 19746beb-b29f-4fbf-a5d8-ce9e4d727c9a] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1242.186318] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1242.186318] env[70691]: value = "task-3454993" [ 1242.186318] env[70691]: _type = "Task" [ 1242.186318] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.194783] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.214191] env[70691]: DEBUG nova.compute.manager [req-be5367c8-3ec2-4a69-9fe4-558ba18bc79b req-d284d9e9-c44d-441d-9091-24965ccbbd33 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Received event network-vif-plugged-3398a229-5ade-404c-a1c8-e35cb9d43fe4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1242.214434] env[70691]: DEBUG oslo_concurrency.lockutils [req-be5367c8-3ec2-4a69-9fe4-558ba18bc79b req-d284d9e9-c44d-441d-9091-24965ccbbd33 service nova] Acquiring lock "254de052-84a3-4dde-98d6-f37a483bc3ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.214659] env[70691]: DEBUG oslo_concurrency.lockutils [req-be5367c8-3ec2-4a69-9fe4-558ba18bc79b req-d284d9e9-c44d-441d-9091-24965ccbbd33 service nova] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.214855] env[70691]: DEBUG oslo_concurrency.lockutils [req-be5367c8-3ec2-4a69-9fe4-558ba18bc79b req-d284d9e9-c44d-441d-9091-24965ccbbd33 service nova] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.215178] env[70691]: DEBUG nova.compute.manager [req-be5367c8-3ec2-4a69-9fe4-558ba18bc79b req-d284d9e9-c44d-441d-9091-24965ccbbd33 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] No waiting events found dispatching network-vif-plugged-3398a229-5ade-404c-a1c8-e35cb9d43fe4 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1242.215394] env[70691]: WARNING nova.compute.manager [req-be5367c8-3ec2-4a69-9fe4-558ba18bc79b req-d284d9e9-c44d-441d-9091-24965ccbbd33 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Received unexpected event network-vif-plugged-3398a229-5ade-404c-a1c8-e35cb9d43fe4 for instance with vm_state building and task_state spawning. [ 1242.242030] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454992, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.248060] env[70691]: DEBUG oslo_concurrency.lockutils [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.248334] env[70691]: DEBUG oslo_concurrency.lockutils [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.248604] env[70691]: DEBUG nova.objects.instance [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'resources' on Instance uuid 1e75937e-ad8b-4455-950d-b75f68068c40 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.258579] env[70691]: DEBUG nova.network.neutron [-] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.300085] env[70691]: DEBUG nova.network.neutron [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Successfully updated port: 3398a229-5ade-404c-a1c8-e35cb9d43fe4 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.523342] env[70691]: DEBUG oslo_concurrency.lockutils [None req-cc36e92f-0b13-4c55-9c7e-dcc180e813c1 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "c66f57a8-be0f-46e4-95f0-7ff7e97e951e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.344s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.690786] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: ca72fd6b-5136-4a0c-8073-68ec87e38403] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1242.697752] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065458} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.698130] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.698917] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de58d371-aedb-48d2-b600-5cbe6689cac2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.720468] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] bad3ac08-2907-429e-b3ec-09ed6932876c/bad3ac08-2907-429e-b3ec-09ed6932876c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.721522] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-634625fa-13b9-4792-81d8-21242375b9e3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.744643] env[70691]: DEBUG oslo_vmware.api [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454992, 'name': PowerOnVM_Task, 'duration_secs': 0.673685} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.745783] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1242.745994] env[70691]: INFO nova.compute.manager [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1242.746196] env[70691]: DEBUG nova.compute.manager [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1242.746505] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1242.746505] env[70691]: value = "task-3454994" [ 1242.746505] env[70691]: _type = "Task" [ 1242.746505] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.747167] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f943638d-2296-4e67-8a53-63212a3b9809 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.763990] env[70691]: INFO nova.compute.manager [-] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Took 1.53 seconds to deallocate network for instance. [ 1242.764309] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.796876] env[70691]: DEBUG nova.compute.manager [req-adecaa2d-7cb3-4109-9059-8dea0587d20a req-f92e3456-5f60-4352-9ff1-e366ab74ee39 service nova] [instance: 44872813-8979-41ec-b1ef-f2f56454a4f2] Received event network-vif-deleted-9a9b6ce3-b1d7-4c79-aa6a-fac237950143 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1242.803444] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "refresh_cache-254de052-84a3-4dde-98d6-f37a483bc3ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.803595] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "refresh_cache-254de052-84a3-4dde-98d6-f37a483bc3ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.803742] env[70691]: DEBUG nova.network.neutron [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1242.884629] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3511c62-1938-4690-8f53-f82dfba19250 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.893122] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dc1b64-9873-4b92-923e-4480690815b0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.924716] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d578997f-1e87-40e6-b230-e729b2d3b12c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.933187] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafc62a2-29ab-48bf-8218-9a2ff8ff0536 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.946753] env[70691]: DEBUG nova.compute.provider_tree [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.194351] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: b5c42a8b-05ff-42b5-b457-4f3b49e9cad4] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1243.258971] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454994, 'name': ReconfigVM_Task, 'duration_secs': 0.330912} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.259333] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Reconfigured VM instance instance-00000070 to attach disk [datastore1] bad3ac08-2907-429e-b3ec-09ed6932876c/bad3ac08-2907-429e-b3ec-09ed6932876c.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.259981] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3eb617a-659d-4c6b-9b71-e6dd08e635b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.269494] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1243.269494] env[70691]: value = "task-3454995" [ 1243.269494] env[70691]: _type = "Task" [ 1243.269494] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.271821] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.272302] env[70691]: INFO nova.compute.manager [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Took 12.61 seconds to build instance. [ 1243.281321] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454995, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.337494] env[70691]: DEBUG nova.network.neutron [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1243.450259] env[70691]: DEBUG nova.scheduler.client.report [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1243.479155] env[70691]: DEBUG nova.network.neutron [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Updating instance_info_cache with network_info: [{"id": "3398a229-5ade-404c-a1c8-e35cb9d43fe4", "address": "fa:16:3e:1a:a3:04", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3398a229-5a", "ovs_interfaceid": "3398a229-5ade-404c-a1c8-e35cb9d43fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.697835] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: c5dc8ae1-7fd9-4d88-8ffc-b1a7d41a89fd] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1243.776966] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e4b176b0-70ed-4da7-aeca-24004ee7beb2 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.128s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.780521] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454995, 'name': Rename_Task, 'duration_secs': 0.135643} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.780780] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1243.781074] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00cefaf1-5272-4b8e-83ee-9aabfac3e7d3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.786940] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1243.786940] env[70691]: value = "task-3454996" [ 1243.786940] env[70691]: _type = "Task" [ 1243.786940] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.794524] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.955139] env[70691]: DEBUG oslo_concurrency.lockutils [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.957832] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.686s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.958319] env[70691]: DEBUG nova.objects.instance [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'resources' on Instance uuid 44872813-8979-41ec-b1ef-f2f56454a4f2 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.977670] env[70691]: INFO nova.scheduler.client.report [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted allocations for instance 1e75937e-ad8b-4455-950d-b75f68068c40 [ 1243.981487] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "refresh_cache-254de052-84a3-4dde-98d6-f37a483bc3ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.981487] env[70691]: DEBUG nova.compute.manager [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Instance network_info: |[{"id": "3398a229-5ade-404c-a1c8-e35cb9d43fe4", "address": "fa:16:3e:1a:a3:04", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3398a229-5a", "ovs_interfaceid": "3398a229-5ade-404c-a1c8-e35cb9d43fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1243.981828] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:a3:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3398a229-5ade-404c-a1c8-e35cb9d43fe4', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.989354] env[70691]: DEBUG oslo.service.loopingcall [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.989843] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1243.990090] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db271b1d-d066-4dea-86f7-b4d6dc6b426f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.010136] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.010136] env[70691]: value = "task-3454997" [ 1244.010136] env[70691]: _type = "Task" [ 1244.010136] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.017669] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454997, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.202091] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 554941f0-5130-4a4f-b3b0-48d27d431a8c] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1244.245311] env[70691]: DEBUG nova.compute.manager [req-361d978e-b973-4bba-a23f-c80145cf56d2 req-27d04b9f-1532-43c4-a63f-1f3aa5452b52 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Received event network-changed-3398a229-5ade-404c-a1c8-e35cb9d43fe4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1244.245530] env[70691]: DEBUG nova.compute.manager [req-361d978e-b973-4bba-a23f-c80145cf56d2 req-27d04b9f-1532-43c4-a63f-1f3aa5452b52 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Refreshing instance network info cache due to event network-changed-3398a229-5ade-404c-a1c8-e35cb9d43fe4. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1244.245659] env[70691]: DEBUG oslo_concurrency.lockutils [req-361d978e-b973-4bba-a23f-c80145cf56d2 req-27d04b9f-1532-43c4-a63f-1f3aa5452b52 service nova] Acquiring lock "refresh_cache-254de052-84a3-4dde-98d6-f37a483bc3ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.245820] env[70691]: DEBUG oslo_concurrency.lockutils [req-361d978e-b973-4bba-a23f-c80145cf56d2 req-27d04b9f-1532-43c4-a63f-1f3aa5452b52 service nova] Acquired lock "refresh_cache-254de052-84a3-4dde-98d6-f37a483bc3ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.245989] env[70691]: DEBUG nova.network.neutron [req-361d978e-b973-4bba-a23f-c80145cf56d2 req-27d04b9f-1532-43c4-a63f-1f3aa5452b52 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Refreshing network info cache for port 3398a229-5ade-404c-a1c8-e35cb9d43fe4 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1244.298193] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454996, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.411910] env[70691]: INFO nova.compute.manager [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Rescuing [ 1244.412166] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "refresh_cache-e9e37f69-21ae-4345-9743-a929b6d087e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.412331] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "refresh_cache-e9e37f69-21ae-4345-9743-a929b6d087e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.412499] env[70691]: DEBUG nova.network.neutron [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1244.484932] env[70691]: DEBUG oslo_concurrency.lockutils [None req-93b80d20-628f-4193-8f6e-3efe99048360 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "1e75937e-ad8b-4455-950d-b75f68068c40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.363s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.527335] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.527609] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.528818] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3454997, 'name': CreateVM_Task, 'duration_secs': 0.323171} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.528989] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1244.530047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.530155] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.530505] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.530720] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3bbe150-e281-4594-8c26-b326480e1973 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.535796] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1244.535796] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e105fd-ae3d-0da3-c024-7695ad45b933" [ 1244.535796] env[70691]: _type = "Task" [ 1244.535796] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.547911] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52e105fd-ae3d-0da3-c024-7695ad45b933, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.548195] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.548426] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.548678] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.548833] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.549028] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.549286] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-147423fa-3fdd-413f-b319-73ae9e5933ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.560110] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.560275] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1244.561023] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a675773-161f-48ba-9cbd-011dcda34d21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.569125] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1244.569125] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52155374-8ff5-4c37-375b-69dda612f4ae" [ 1244.569125] env[70691]: _type = "Task" [ 1244.569125] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.576850] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52155374-8ff5-4c37-375b-69dda612f4ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.602366] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb60859-d039-44ba-a833-396a6c06b592 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.611164] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8ae1a-0183-4768-8e01-936a3e7f25f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.640411] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327f14f5-de25-4b61-b937-7a37c65ab4bf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.647939] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0ed947-5f58-422d-aa80-2b86f9f5071c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.662754] env[70691]: DEBUG nova.compute.provider_tree [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.706176] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: e124d60c-63d6-4768-bbe1-ba6c993908db] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1244.797937] env[70691]: DEBUG oslo_vmware.api [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3454996, 'name': PowerOnVM_Task, 'duration_secs': 0.512438} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.798243] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1244.798678] env[70691]: INFO nova.compute.manager [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1244.798678] env[70691]: DEBUG nova.compute.manager [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1244.799521] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40131877-ee50-4cf9-9a62-13283f43bae6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.994471] env[70691]: DEBUG nova.network.neutron [req-361d978e-b973-4bba-a23f-c80145cf56d2 req-27d04b9f-1532-43c4-a63f-1f3aa5452b52 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Updated VIF entry in instance network info cache for port 3398a229-5ade-404c-a1c8-e35cb9d43fe4. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1244.994844] env[70691]: DEBUG nova.network.neutron [req-361d978e-b973-4bba-a23f-c80145cf56d2 req-27d04b9f-1532-43c4-a63f-1f3aa5452b52 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Updating instance_info_cache with network_info: [{"id": "3398a229-5ade-404c-a1c8-e35cb9d43fe4", "address": "fa:16:3e:1a:a3:04", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3398a229-5a", "ovs_interfaceid": "3398a229-5ade-404c-a1c8-e35cb9d43fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.030112] env[70691]: DEBUG nova.compute.manager [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1245.082166] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52155374-8ff5-4c37-375b-69dda612f4ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015435} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.082621] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217b8d00-e510-432c-b9a6-4fb52663365c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.090361] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1245.090361] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5230fc83-17ec-2389-a510-1fd2035bc1b3" [ 1245.090361] env[70691]: _type = "Task" [ 1245.090361] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.098693] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5230fc83-17ec-2389-a510-1fd2035bc1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.120648] env[70691]: DEBUG nova.network.neutron [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Updating instance_info_cache with network_info: [{"id": "75a779cb-b9c7-4542-9aa0-5ac6124b9262", "address": "fa:16:3e:bd:59:8f", "network": {"id": "b664a15c-9719-4450-970a-3e2a77d294ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1709900441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a7321be1da4a59bfe9f77c1d17e211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a779cb-b9", "ovs_interfaceid": "75a779cb-b9c7-4542-9aa0-5ac6124b9262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.165143] env[70691]: DEBUG nova.scheduler.client.report [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1245.209669] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 14f951b8-d2e2-43fd-aac1-32ae71aa20f0] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1245.316239] env[70691]: INFO nova.compute.manager [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Took 12.21 seconds to build instance. [ 1245.497679] env[70691]: DEBUG oslo_concurrency.lockutils [req-361d978e-b973-4bba-a23f-c80145cf56d2 req-27d04b9f-1532-43c4-a63f-1f3aa5452b52 service nova] Releasing lock "refresh_cache-254de052-84a3-4dde-98d6-f37a483bc3ee" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.554721] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.602024] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5230fc83-17ec-2389-a510-1fd2035bc1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.602357] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.602713] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee/254de052-84a3-4dde-98d6-f37a483bc3ee.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1245.603019] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ede04430-fc6f-46e8-97e4-5fa10ba8a1bc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.610374] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1245.610374] env[70691]: value = "task-3454998" [ 1245.610374] env[70691]: _type = "Task" [ 1245.610374] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.618975] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.623691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "refresh_cache-e9e37f69-21ae-4345-9743-a929b6d087e3" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.671086] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.673482] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.119s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.675346] env[70691]: INFO nova.compute.claims [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.692371] env[70691]: INFO nova.scheduler.client.report [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Deleted allocations for instance 44872813-8979-41ec-b1ef-f2f56454a4f2 [ 1245.715048] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: c3450bab-3a34-4201-8a5a-f2f5ea38f95f] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1245.818597] env[70691]: DEBUG oslo_concurrency.lockutils [None req-620d2adb-7188-4ccb-a70a-8830e78c4419 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "bad3ac08-2907-429e-b3ec-09ed6932876c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.724s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.864562] env[70691]: DEBUG nova.compute.manager [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Stashing vm_state: active {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1246.120762] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454998, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.159715] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1246.159715] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2b50cbf-cab8-43b7-9e1c-10c8c9be0dd2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.166464] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1246.166464] env[70691]: value = "task-3454999" [ 1246.166464] env[70691]: _type = "Task" [ 1246.166464] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.182240] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.201198] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8758364c-1679-4bc6-bbc1-a45c603b2f1a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "44872813-8979-41ec-b1ef-f2f56454a4f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.134s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.217855] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 453938ed-f1cb-43b4-83c2-6f6c85832a33] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1246.399071] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.621776] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3454998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928696} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.622095] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee/254de052-84a3-4dde-98d6-f37a483bc3ee.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1246.622345] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.622676] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac2ffbe5-f6e8-4fdf-a0e2-3558714c5b41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.629392] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1246.629392] env[70691]: value = "task-3455000" [ 1246.629392] env[70691]: _type = "Task" [ 1246.629392] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.638642] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.675450] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3454999, 'name': PowerOffVM_Task, 'duration_secs': 0.282323} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.675755] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1246.676577] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9de5682-fd0c-49ea-9b8f-a37049f41ebd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.698679] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f28ba78-01ca-4610-a3be-d8ff098ccc1b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.721847] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: cae8ad8e-ae95-4d27-9379-e1aa64db3916] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1246.735440] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1246.736542] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42131a51-f76e-4a3b-8d44-436008b9469f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.744078] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1246.744078] env[70691]: value = "task-3455001" [ 1246.744078] env[70691]: _type = "Task" [ 1246.744078] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.756522] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1246.756848] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.757214] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.757463] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.757740] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.758728] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-625a8c92-cce3-4047-8876-78e66be89bd8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.770031] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.770240] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1246.771234] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe8405b-d073-4d7e-900f-44bfb62392f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.779235] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1246.779235] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52480ca4-0116-0bbd-e03f-05c86cefbcb5" [ 1246.779235] env[70691]: _type = "Task" [ 1246.779235] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.787116] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52480ca4-0116-0bbd-e03f-05c86cefbcb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.815676] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "bad3ac08-2907-429e-b3ec-09ed6932876c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.816852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "bad3ac08-2907-429e-b3ec-09ed6932876c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.816852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "bad3ac08-2907-429e-b3ec-09ed6932876c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.816852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "bad3ac08-2907-429e-b3ec-09ed6932876c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.817049] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "bad3ac08-2907-429e-b3ec-09ed6932876c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.819929] env[70691]: INFO nova.compute.manager [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Terminating instance [ 1246.822457] env[70691]: DEBUG nova.compute.manager [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1246.823060] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1246.823985] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979aed51-1284-46f3-b90b-4bdabbe0f244 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.838532] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1246.838958] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a190d7c-7a33-48c1-a662-560d8e092bb9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.842686] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce51d5-ad90-40b8-ba48-0f64871945e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.846310] env[70691]: DEBUG oslo_vmware.api [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1246.846310] env[70691]: value = "task-3455002" [ 1246.846310] env[70691]: _type = "Task" [ 1246.846310] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.852708] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed7c1a2-2711-4c06-9756-26e3776a4f48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.858505] env[70691]: DEBUG oslo_vmware.api [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.886205] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf00c0-bcee-4d9e-a606-5985353da955 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.893776] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1485a19-3c62-47b9-8898-e03bfac4d954 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.907727] env[70691]: DEBUG nova.compute.provider_tree [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.138968] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128738} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.139284] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.140087] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68ab776-3bfb-4657-85c7-9aed324bf0c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.163324] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee/254de052-84a3-4dde-98d6-f37a483bc3ee.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.163629] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e564d24f-cd6c-4650-8608-79c51dba2145 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.183020] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1247.183020] env[70691]: value = "task-3455003" [ 1247.183020] env[70691]: _type = "Task" [ 1247.183020] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.191062] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.224920] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 06883e8b-247a-4ba2-b0ae-6b7a917550f5] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1247.293740] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52480ca4-0116-0bbd-e03f-05c86cefbcb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.295049] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f87079-8ff6-4a65-b583-e2186deae4fa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.300485] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1247.300485] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528e9d1a-6753-8ae3-0806-79f76706e6ae" [ 1247.300485] env[70691]: _type = "Task" [ 1247.300485] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.308615] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528e9d1a-6753-8ae3-0806-79f76706e6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.357375] env[70691]: DEBUG oslo_vmware.api [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455002, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.413146] env[70691]: DEBUG nova.scheduler.client.report [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1247.693821] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.729580] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 7521efba-e1a0-43ef-9d28-f91158a2541a] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1247.810622] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]528e9d1a-6753-8ae3-0806-79f76706e6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.810895] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.811181] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e9e37f69-21ae-4345-9743-a929b6d087e3/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. {{(pid=70691) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1247.811447] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ff1e373-1abf-41f3-8835-515d39979cef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.818615] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1247.818615] env[70691]: value = "task-3455004" [ 1247.818615] env[70691]: _type = "Task" [ 1247.818615] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.826266] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.855448] env[70691]: DEBUG oslo_vmware.api [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455002, 'name': PowerOffVM_Task, 'duration_secs': 0.532212} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.855725] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1247.855905] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1247.856177] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c45e2125-e5c3-41eb-8839-b4f62ed52fe8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.919495] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.920187] env[70691]: DEBUG nova.compute.manager [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1247.922900] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.524s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.925377] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1247.925583] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1247.925802] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleting the datastore file [datastore1] bad3ac08-2907-429e-b3ec-09ed6932876c {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.926077] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed5a96f-423f-4cb4-8207-cc153caebe52 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.932303] env[70691]: DEBUG oslo_vmware.api [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1247.932303] env[70691]: value = "task-3455006" [ 1247.932303] env[70691]: _type = "Task" [ 1247.932303] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.941181] env[70691]: DEBUG oslo_vmware.api [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.194631] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455003, 'name': ReconfigVM_Task, 'duration_secs': 0.587467} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.195817] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee/254de052-84a3-4dde-98d6-f37a483bc3ee.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.195817] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ced7ba7-d1d8-44fa-b83d-4c4b476ba6ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.201834] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1248.201834] env[70691]: value = "task-3455007" [ 1248.201834] env[70691]: _type = "Task" [ 1248.201834] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.210918] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455007, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.235047] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 53c8d62a-6a62-4656-88e1-e27c6034d082] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1248.329295] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460181} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.329590] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] e9e37f69-21ae-4345-9743-a929b6d087e3/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. [ 1248.330481] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af900f60-afc5-424f-9945-56a6bcc4f683 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.357356] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] e9e37f69-21ae-4345-9743-a929b6d087e3/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.357707] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7fbe3e4-65b0-416c-b756-41ecf7062b2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.376215] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.376452] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.380748] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1248.380748] env[70691]: value = "task-3455008" [ 1248.380748] env[70691]: _type = "Task" [ 1248.380748] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.390162] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.426663] env[70691]: DEBUG nova.compute.utils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1248.428130] env[70691]: DEBUG nova.compute.manager [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1248.428330] env[70691]: DEBUG nova.network.neutron [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1248.432912] env[70691]: INFO nova.compute.claims [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.446902] env[70691]: DEBUG oslo_vmware.api [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399103} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.447013] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.448125] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1248.448125] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1248.448125] env[70691]: INFO nova.compute.manager [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1248.448125] env[70691]: DEBUG oslo.service.loopingcall [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.448125] env[70691]: DEBUG nova.compute.manager [-] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1248.448125] env[70691]: DEBUG nova.network.neutron [-] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1248.487194] env[70691]: DEBUG nova.policy [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cfd7a81b40f4ba48c67dda2b506e45c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbba96f814884f30b97341c426824e76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1248.712013] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455007, 'name': Rename_Task, 'duration_secs': 0.160235} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.712574] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1248.712850] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63fc9120-5c8c-4cf2-a639-934fcf881c99 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.719510] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1248.719510] env[70691]: value = "task-3455009" [ 1248.719510] env[70691]: _type = "Task" [ 1248.719510] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.735020] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.737130] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 3f866d70-dbec-4b20-a478-6d970447cea5] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1248.751263] env[70691]: DEBUG nova.network.neutron [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Successfully created port: 797be9fc-f121-42a0-8a86-e9f4f8a10e93 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.879113] env[70691]: DEBUG nova.compute.manager [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1248.895431] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455008, 'name': ReconfigVM_Task, 'duration_secs': 0.336291} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.895780] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Reconfigured VM instance instance-0000006f to attach disk [datastore1] e9e37f69-21ae-4345-9743-a929b6d087e3/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.896699] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d413c0ba-de5e-4fcf-9874-bea65de5de8f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.926039] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99952bb8-c076-4309-be30-42230a114773 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.937080] env[70691]: DEBUG nova.compute.manager [req-3192f716-38f7-4e09-9c24-f5ef7f44f770 req-162f887b-44d6-437a-be7a-5d0855782938 service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Received event network-vif-deleted-473f430a-accb-4b12-b392-dda86e9c04ff {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1248.937285] env[70691]: INFO nova.compute.manager [req-3192f716-38f7-4e09-9c24-f5ef7f44f770 req-162f887b-44d6-437a-be7a-5d0855782938 service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Neutron deleted interface 473f430a-accb-4b12-b392-dda86e9c04ff; detaching it from the instance and deleting it from the info cache [ 1248.937456] env[70691]: DEBUG nova.network.neutron [req-3192f716-38f7-4e09-9c24-f5ef7f44f770 req-162f887b-44d6-437a-be7a-5d0855782938 service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.939396] env[70691]: DEBUG nova.compute.manager [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1248.942920] env[70691]: INFO nova.compute.resource_tracker [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating resource usage from migration 43eaa896-8ba1-4b60-a997-164fdbb141c8 [ 1248.952037] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1248.952037] env[70691]: value = "task-3455010" [ 1248.952037] env[70691]: _type = "Task" [ 1248.952037] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.964710] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.086926] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f75abf-af72-4ae9-8cbb-6f240812619a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.097316] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd54e12-1a3c-4f29-8233-babf8be09d02 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.134944] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d58ab1-70ef-4e97-9fdb-09081d5faf66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.142184] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd33f77b-0e52-428f-955c-5f4a0af4bef5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.154974] env[70691]: DEBUG nova.compute.provider_tree [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.234462] env[70691]: DEBUG oslo_vmware.api [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455009, 'name': PowerOnVM_Task, 'duration_secs': 0.477637} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.235196] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1249.235196] env[70691]: INFO nova.compute.manager [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1249.235196] env[70691]: DEBUG nova.compute.manager [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1249.236217] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afebe9e-3e5b-4cdf-84f8-1bbc2c1a64d0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.247807] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: bb40cfcf-6c54-4403-8cd0-f586aeb06c09] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1249.379209] env[70691]: DEBUG nova.network.neutron [-] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.401396] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.453344] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8df904b-4de1-48d5-9593-873cb5d0d024 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.464384] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455010, 'name': ReconfigVM_Task, 'duration_secs': 0.168811} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.464786] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1249.465068] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cf25da0-7f39-42af-b705-d5207f059506 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.469350] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f2a9f2-2129-406b-b0a0-1107c3227ec2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.485027] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1249.485027] env[70691]: value = "task-3455011" [ 1249.485027] env[70691]: _type = "Task" [ 1249.485027] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.502714] env[70691]: DEBUG nova.compute.manager [req-3192f716-38f7-4e09-9c24-f5ef7f44f770 req-162f887b-44d6-437a-be7a-5d0855782938 service nova] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Detach interface failed, port_id=473f430a-accb-4b12-b392-dda86e9c04ff, reason: Instance bad3ac08-2907-429e-b3ec-09ed6932876c could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1249.506131] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.658238] env[70691]: DEBUG nova.scheduler.client.report [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1249.752172] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: decfe3a6-3638-4fc0-9cf4-b954ea9c8af1] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1249.757863] env[70691]: INFO nova.compute.manager [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Took 12.08 seconds to build instance. [ 1249.881881] env[70691]: INFO nova.compute.manager [-] [instance: bad3ac08-2907-429e-b3ec-09ed6932876c] Took 1.43 seconds to deallocate network for instance. [ 1249.955180] env[70691]: DEBUG nova.compute.manager [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1249.980333] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1249.980588] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1249.980753] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.980940] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1249.981103] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.981256] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1249.981467] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1249.981631] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1249.981802] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1249.981968] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1249.982276] env[70691]: DEBUG nova.virt.hardware [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1249.983398] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6a9c6-c8a2-4b27-8ace-a8abc1b2178a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.998158] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f958a99-39d5-486e-b86b-728069451498 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.002293] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.142079] env[70691]: DEBUG oslo_concurrency.lockutils [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "254de052-84a3-4dde-98d6-f37a483bc3ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.165208] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.240s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.165208] env[70691]: INFO nova.compute.manager [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Migrating [ 1250.172897] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.772s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.175125] env[70691]: INFO nova.compute.claims [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.180188] env[70691]: DEBUG nova.compute.manager [req-ed7460ad-2377-4657-a359-39aa69bb46c6 req-30e5e1b1-2713-42ad-a379-b957ae5d5837 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Received event network-vif-plugged-797be9fc-f121-42a0-8a86-e9f4f8a10e93 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1250.180569] env[70691]: DEBUG oslo_concurrency.lockutils [req-ed7460ad-2377-4657-a359-39aa69bb46c6 req-30e5e1b1-2713-42ad-a379-b957ae5d5837 service nova] Acquiring lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.180928] env[70691]: DEBUG oslo_concurrency.lockutils [req-ed7460ad-2377-4657-a359-39aa69bb46c6 req-30e5e1b1-2713-42ad-a379-b957ae5d5837 service nova] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.181248] env[70691]: DEBUG oslo_concurrency.lockutils [req-ed7460ad-2377-4657-a359-39aa69bb46c6 req-30e5e1b1-2713-42ad-a379-b957ae5d5837 service nova] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.181531] env[70691]: DEBUG nova.compute.manager [req-ed7460ad-2377-4657-a359-39aa69bb46c6 req-30e5e1b1-2713-42ad-a379-b957ae5d5837 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] No waiting events found dispatching network-vif-plugged-797be9fc-f121-42a0-8a86-e9f4f8a10e93 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1250.181807] env[70691]: WARNING nova.compute.manager [req-ed7460ad-2377-4657-a359-39aa69bb46c6 req-30e5e1b1-2713-42ad-a379-b957ae5d5837 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Received unexpected event network-vif-plugged-797be9fc-f121-42a0-8a86-e9f4f8a10e93 for instance with vm_state building and task_state spawning. [ 1250.248297] env[70691]: DEBUG nova.network.neutron [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Successfully updated port: 797be9fc-f121-42a0-8a86-e9f4f8a10e93 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.256453] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 35828fe9-7966-4d5a-b860-2cabb825ce9c] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1250.259190] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07c8738e-0602-4049-9bef-54d5b5e23cc4 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.589s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.259908] env[70691]: DEBUG oslo_concurrency.lockutils [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.118s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.260105] env[70691]: DEBUG nova.compute.manager [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1250.260953] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210cbe72-9773-43d7-83c8-db30c705944b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.267991] env[70691]: DEBUG nova.compute.manager [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1250.268568] env[70691]: DEBUG nova.objects.instance [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lazy-loading 'flavor' on Instance uuid 254de052-84a3-4dde-98d6-f37a483bc3ee {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.388619] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.498807] env[70691]: DEBUG oslo_vmware.api [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455011, 'name': PowerOnVM_Task, 'duration_secs': 0.715106} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.498807] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1250.501397] env[70691]: DEBUG nova.compute.manager [None req-2ff5f2e1-3233-4523-87e1-7f2934cdc890 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1250.502185] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0184103-e8ec-472c-9807-85895def88b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.688826] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.688968] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.689923] env[70691]: DEBUG nova.network.neutron [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1250.751232] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "refresh_cache-d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.751395] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "refresh_cache-d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.751544] env[70691]: DEBUG nova.network.neutron [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1250.759770] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 893d73fe-32f3-4b54-a58b-70242f452bce] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1250.773789] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1250.774105] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dd59f66-cbcd-4400-9acf-16b63efe43e3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.784115] env[70691]: DEBUG oslo_vmware.api [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1250.784115] env[70691]: value = "task-3455012" [ 1250.784115] env[70691]: _type = "Task" [ 1250.784115] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.793820] env[70691]: DEBUG oslo_vmware.api [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.264020] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: e51cd5d1-a00a-46fa-ab85-8d79bbc98100] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1251.286530] env[70691]: DEBUG nova.network.neutron [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1251.298310] env[70691]: DEBUG oslo_vmware.api [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455012, 'name': PowerOffVM_Task, 'duration_secs': 0.203126} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.302391] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1251.302648] env[70691]: DEBUG nova.compute.manager [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1251.303850] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efa5852-8756-43ef-b0f8-a0c328d3ce75 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.328116] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e48f84d-b3f2-44c0-bc69-542b41583d31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.336501] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4e64c8-8ec2-47e7-a086-28d8081abe76 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.378899] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a37fda1-19a5-4dee-b0a5-691330e2f90f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.387583] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d812ec9-f42c-4821-ad09-0ff9a30c0faa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.401364] env[70691]: DEBUG nova.compute.provider_tree [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.465259] env[70691]: DEBUG nova.network.neutron [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.484987] env[70691]: DEBUG nova.network.neutron [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Updating instance_info_cache with network_info: [{"id": "797be9fc-f121-42a0-8a86-e9f4f8a10e93", "address": "fa:16:3e:8b:d8:bc", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797be9fc-f1", "ovs_interfaceid": "797be9fc-f121-42a0-8a86-e9f4f8a10e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.650451] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.650684] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.769105] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 59083004-8304-4b1f-9c8f-404ecf812e7e] Instance has had 0 of 5 cleanup attempts {{(pid=70691) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1251.819595] env[70691]: DEBUG oslo_concurrency.lockutils [None req-750c419d-9394-44cb-b96a-7f13beaa80bd tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.903946] env[70691]: DEBUG nova.scheduler.client.report [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1251.968343] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.989290] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "refresh_cache-d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.989290] env[70691]: DEBUG nova.compute.manager [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Instance network_info: |[{"id": "797be9fc-f121-42a0-8a86-e9f4f8a10e93", "address": "fa:16:3e:8b:d8:bc", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797be9fc-f1", "ovs_interfaceid": "797be9fc-f121-42a0-8a86-e9f4f8a10e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1251.989944] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d8:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '797be9fc-f121-42a0-8a86-e9f4f8a10e93', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.997412] env[70691]: DEBUG oslo.service.loopingcall [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.997636] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1251.998595] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1380b04-5761-4301-b39b-5d334ec6a235 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.017970] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.017970] env[70691]: value = "task-3455013" [ 1252.017970] env[70691]: _type = "Task" [ 1252.017970] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.025767] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455013, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.153063] env[70691]: DEBUG nova.compute.manager [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1252.199161] env[70691]: DEBUG nova.compute.manager [req-e6d43690-ed64-4ea2-a729-c718aca51a9f req-6e3192a8-bf3b-4a5d-bc18-3a5dbf8fb519 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Received event network-changed-797be9fc-f121-42a0-8a86-e9f4f8a10e93 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1252.199418] env[70691]: DEBUG nova.compute.manager [req-e6d43690-ed64-4ea2-a729-c718aca51a9f req-6e3192a8-bf3b-4a5d-bc18-3a5dbf8fb519 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Refreshing instance network info cache due to event network-changed-797be9fc-f121-42a0-8a86-e9f4f8a10e93. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1252.199676] env[70691]: DEBUG oslo_concurrency.lockutils [req-e6d43690-ed64-4ea2-a729-c718aca51a9f req-6e3192a8-bf3b-4a5d-bc18-3a5dbf8fb519 service nova] Acquiring lock "refresh_cache-d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.199867] env[70691]: DEBUG oslo_concurrency.lockutils [req-e6d43690-ed64-4ea2-a729-c718aca51a9f req-6e3192a8-bf3b-4a5d-bc18-3a5dbf8fb519 service nova] Acquired lock "refresh_cache-d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.200091] env[70691]: DEBUG nova.network.neutron [req-e6d43690-ed64-4ea2-a729-c718aca51a9f req-6e3192a8-bf3b-4a5d-bc18-3a5dbf8fb519 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Refreshing network info cache for port 797be9fc-f121-42a0-8a86-e9f4f8a10e93 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1252.272782] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.273145] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Cleaning up deleted instances with incomplete migration {{(pid=70691) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1252.409435] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.409987] env[70691]: DEBUG nova.compute.manager [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1252.412798] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.024s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.413048] env[70691]: DEBUG nova.objects.instance [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lazy-loading 'resources' on Instance uuid bad3ac08-2907-429e-b3ec-09ed6932876c {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.529928] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455013, 'name': CreateVM_Task, 'duration_secs': 0.326372} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.530155] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1252.530788] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.530965] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.531313] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.531573] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517cb2e6-14c8-441d-9a33-4467805d4dc4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.536087] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1252.536087] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52177b68-aa53-4c9e-7a7b-9d22c0a4d470" [ 1252.536087] env[70691]: _type = "Task" [ 1252.536087] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.544087] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52177b68-aa53-4c9e-7a7b-9d22c0a4d470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.573240] env[70691]: INFO nova.compute.manager [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Rebuilding instance [ 1252.624160] env[70691]: DEBUG nova.compute.manager [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1252.625551] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7b09d5-0471-4a33-a7de-8f87d304c2a2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.673678] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.775298] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.916938] env[70691]: DEBUG nova.compute.utils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1252.921394] env[70691]: DEBUG nova.compute.manager [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1252.921571] env[70691]: DEBUG nova.network.neutron [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1252.926796] env[70691]: DEBUG nova.network.neutron [req-e6d43690-ed64-4ea2-a729-c718aca51a9f req-6e3192a8-bf3b-4a5d-bc18-3a5dbf8fb519 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Updated VIF entry in instance network info cache for port 797be9fc-f121-42a0-8a86-e9f4f8a10e93. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1252.927147] env[70691]: DEBUG nova.network.neutron [req-e6d43690-ed64-4ea2-a729-c718aca51a9f req-6e3192a8-bf3b-4a5d-bc18-3a5dbf8fb519 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Updating instance_info_cache with network_info: [{"id": "797be9fc-f121-42a0-8a86-e9f4f8a10e93", "address": "fa:16:3e:8b:d8:bc", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797be9fc-f1", "ovs_interfaceid": "797be9fc-f121-42a0-8a86-e9f4f8a10e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.959738] env[70691]: DEBUG nova.policy [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '777b56b84ade43ebbff18f1c47f2c4e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb689b8d88f14eea9bb9b34562323720', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1253.010830] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "629740f2-6b1b-4881-9b0c-2819a0be1756" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.011097] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.011277] env[70691]: INFO nova.compute.manager [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Shelving [ 1253.048585] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52177b68-aa53-4c9e-7a7b-9d22c0a4d470, 'name': SearchDatastore_Task, 'duration_secs': 0.014101} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.049050] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.049376] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.049869] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.049869] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.050166] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.050699] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c39e821-ea00-4bd3-b329-5f606ff714db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.055053] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab961c3-3db4-4cd1-9865-973ba4ca9feb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.059432] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.059696] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1253.062067] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794cc100-0e92-4600-bbc5-24502696ba95 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.065166] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9a8b75-cb02-443d-82db-931a682eaf3b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.071799] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1253.071799] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f8880e-73c7-da6d-c489-a0a1b78e22ac" [ 1253.071799] env[70691]: _type = "Task" [ 1253.071799] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.102054] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2606b828-91d7-42f8-86c9-d4cd69d84257 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.107787] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f8880e-73c7-da6d-c489-a0a1b78e22ac, 'name': SearchDatastore_Task, 'duration_secs': 0.020121} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.108908] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb88a80-2fd9-433e-9cfa-22e1d5b83b69 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.114370] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6967dcde-8ffa-4f8e-b523-c7cc0a1b0e14 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.118946] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1253.118946] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5262a1b1-d0e4-6ac5-53e0-f6d22511ee82" [ 1253.118946] env[70691]: _type = "Task" [ 1253.118946] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.129684] env[70691]: DEBUG nova.compute.provider_tree [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.136944] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1253.137231] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5262a1b1-d0e4-6ac5-53e0-f6d22511ee82, 'name': SearchDatastore_Task, 'duration_secs': 0.017987} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.138355] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a690a7-1cac-4c64-968f-f57cca4728f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.139495] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.139750] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf/d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1253.140245] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380650de-99b7-4259-bb33-4e70f19ac71c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.147475] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1253.147475] env[70691]: value = "task-3455014" [ 1253.147475] env[70691]: _type = "Task" [ 1253.147475] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.148212] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1253.148212] env[70691]: value = "task-3455015" [ 1253.148212] env[70691]: _type = "Task" [ 1253.148212] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.158790] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.162066] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1253.162304] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1253.163040] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34db1dc-2838-4600-be52-19cff8154fc4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.169729] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1253.169972] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fe6c82b-13b2-424a-9894-b9db410319f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.226030] env[70691]: DEBUG nova.network.neutron [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Successfully created port: ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.229640] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1253.229848] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1253.230108] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleting the datastore file [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.230378] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab9e0a86-a55e-4417-968f-836b1d26b504 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.237328] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1253.237328] env[70691]: value = "task-3455017" [ 1253.237328] env[70691]: _type = "Task" [ 1253.237328] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.422388] env[70691]: DEBUG nova.compute.manager [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1253.429337] env[70691]: DEBUG oslo_concurrency.lockutils [req-e6d43690-ed64-4ea2-a729-c718aca51a9f req-6e3192a8-bf3b-4a5d-bc18-3a5dbf8fb519 service nova] Releasing lock "refresh_cache-d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.485981] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da5923c-8306-4b16-889d-7bc8bf6f68f4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.505140] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance '5be40eac-5673-49b1-9705-1c353b554d88' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1253.518763] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1253.518939] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d435ca3e-4889-4acb-a981-e4507541c9fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.527838] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1253.527838] env[70691]: value = "task-3455018" [ 1253.527838] env[70691]: _type = "Task" [ 1253.527838] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.536436] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.633510] env[70691]: DEBUG nova.scheduler.client.report [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1253.662329] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455015, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.747031] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246655} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.747243] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.747442] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1253.747621] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1254.012647] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1254.012944] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c522c69-16bf-4ce3-8a95-3b876724e595 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.020079] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1254.020079] env[70691]: value = "task-3455019" [ 1254.020079] env[70691]: _type = "Task" [ 1254.020079] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.029908] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.040051] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455018, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.140824] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.143311] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.470s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.144807] env[70691]: INFO nova.compute.claims [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.161772] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587805} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.161772] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf/d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1254.161772] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.162128] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45f413b7-d217-4fc2-bee3-8f4e062af432 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.164658] env[70691]: INFO nova.scheduler.client.report [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted allocations for instance bad3ac08-2907-429e-b3ec-09ed6932876c [ 1254.170405] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1254.170405] env[70691]: value = "task-3455020" [ 1254.170405] env[70691]: _type = "Task" [ 1254.170405] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.178169] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.435060] env[70691]: DEBUG nova.compute.manager [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1254.458874] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1254.459155] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1254.459322] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.459510] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1254.459661] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.459815] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1254.460107] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1254.460368] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1254.460567] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1254.460743] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1254.460925] env[70691]: DEBUG nova.virt.hardware [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1254.461787] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522f2647-3114-4c90-b219-32eaac6ce0b0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.469782] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fa613e-a021-4815-894e-c4fce9e68a48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.528786] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455019, 'name': PowerOffVM_Task, 'duration_secs': 0.375544} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.529052] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1254.529283] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance '5be40eac-5673-49b1-9705-1c353b554d88' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1254.541147] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455018, 'name': PowerOffVM_Task, 'duration_secs': 0.540111} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.541397] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1254.542127] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc9d98c-3e9c-4bf2-85f2-8c2cdd436ee9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.560688] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77393081-1091-4be0-8041-35236f83d75d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.641321] env[70691]: DEBUG nova.compute.manager [req-548653a3-992d-46e2-82fb-908153fa1c28 req-157ca032-ac1d-4c98-bfc9-48ae62bcdc14 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Received event network-vif-plugged-ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1254.641572] env[70691]: DEBUG oslo_concurrency.lockutils [req-548653a3-992d-46e2-82fb-908153fa1c28 req-157ca032-ac1d-4c98-bfc9-48ae62bcdc14 service nova] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.641832] env[70691]: DEBUG oslo_concurrency.lockutils [req-548653a3-992d-46e2-82fb-908153fa1c28 req-157ca032-ac1d-4c98-bfc9-48ae62bcdc14 service nova] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.641959] env[70691]: DEBUG oslo_concurrency.lockutils [req-548653a3-992d-46e2-82fb-908153fa1c28 req-157ca032-ac1d-4c98-bfc9-48ae62bcdc14 service nova] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.643188] env[70691]: DEBUG nova.compute.manager [req-548653a3-992d-46e2-82fb-908153fa1c28 req-157ca032-ac1d-4c98-bfc9-48ae62bcdc14 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] No waiting events found dispatching network-vif-plugged-ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1254.643428] env[70691]: WARNING nova.compute.manager [req-548653a3-992d-46e2-82fb-908153fa1c28 req-157ca032-ac1d-4c98-bfc9-48ae62bcdc14 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Received unexpected event network-vif-plugged-ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 for instance with vm_state building and task_state spawning. [ 1254.678081] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3965e55a-4c7b-4803-80ec-58580866c972 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "bad3ac08-2907-429e-b3ec-09ed6932876c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.860s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.682900] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163405} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.683369] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.684480] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dded264-9383-4b98-8025-cc7671884d2a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.708758] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf/d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.709448] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467e2b52-e91f-4e81-99f3-f36244a0446b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.730334] env[70691]: DEBUG nova.network.neutron [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Successfully updated port: ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.732746] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1254.732746] env[70691]: value = "task-3455021" [ 1254.732746] env[70691]: _type = "Task" [ 1254.732746] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.741803] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.777939] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1254.778245] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1254.778426] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.778636] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1254.778833] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.779037] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1254.779281] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1254.779463] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1254.779653] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1254.779841] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1254.780059] env[70691]: DEBUG nova.virt.hardware [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1254.780966] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d033f2-3d12-4a6e-8e64-21e40150697a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.788681] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36b442-f812-414d-9d00-b67e800f23cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.804338] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:a3:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3398a229-5ade-404c-a1c8-e35cb9d43fe4', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.812533] env[70691]: DEBUG oslo.service.loopingcall [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.812533] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1254.812706] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a299211-d5a9-4cee-90a1-1f667698d031 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.832174] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.832174] env[70691]: value = "task-3455022" [ 1254.832174] env[70691]: _type = "Task" [ 1254.832174] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.840211] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455022, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.038879] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1255.039155] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1255.039324] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.039511] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1255.039661] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.039814] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1255.040026] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1255.040197] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1255.040359] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1255.040520] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1255.040694] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.045803] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214cd090-985f-4302-bcd4-398b513eee3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.063043] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1255.063043] env[70691]: value = "task-3455023" [ 1255.063043] env[70691]: _type = "Task" [ 1255.063043] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.071470] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1255.071750] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.071977] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30a403a7-fc85-456e-8a08-c6dfa5a9531f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.078344] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1255.078344] env[70691]: value = "task-3455024" [ 1255.078344] env[70691]: _type = "Task" [ 1255.078344] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.086494] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.234532] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "refresh_cache-a58a476c-0a0f-45ba-92e6-2f16b1edc747" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.234684] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired lock "refresh_cache-a58a476c-0a0f-45ba-92e6-2f16b1edc747" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.234834] env[70691]: DEBUG nova.network.neutron [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1255.250035] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455021, 'name': ReconfigVM_Task, 'duration_secs': 0.29868} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.250035] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Reconfigured VM instance instance-00000072 to attach disk [datastore1] d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf/d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.251033] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32afc339-35d4-4a19-9f89-3ff3ff465a0d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.259764] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1255.259764] env[70691]: value = "task-3455025" [ 1255.259764] env[70691]: _type = "Task" [ 1255.259764] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.270313] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455025, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.288871] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975764a8-7ac3-4291-9ea2-9474314beabc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.296101] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c4645e-518c-4d43-853e-a96b7fe46d10 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.328805] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c090c4ff-4739-4d2e-8ced-d43c668ea9a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.339430] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8d407e-6a5f-4d59-a7fe-b196d6d5bc8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.348866] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455022, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.361626] env[70691]: DEBUG nova.compute.provider_tree [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.572507] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455023, 'name': ReconfigVM_Task, 'duration_secs': 0.16741} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.572907] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance '5be40eac-5673-49b1-9705-1c353b554d88' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1255.587921] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455024, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.769075] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455025, 'name': Rename_Task, 'duration_secs': 0.15511} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.769429] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1255.770199] env[70691]: DEBUG nova.network.neutron [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1255.771904] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dea731c4-40ce-4fa7-9387-816c52633583 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.778041] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1255.778041] env[70691]: value = "task-3455026" [ 1255.778041] env[70691]: _type = "Task" [ 1255.778041] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.785195] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.844432] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455022, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.864716] env[70691]: DEBUG nova.scheduler.client.report [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1255.907933] env[70691]: DEBUG nova.network.neutron [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Updating instance_info_cache with network_info: [{"id": "ba82b0b0-c09e-4582-9eda-d4a486ed7ec6", "address": "fa:16:3e:bc:19:68", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba82b0b0-c0", "ovs_interfaceid": "ba82b0b0-c09e-4582-9eda-d4a486ed7ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.945593] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.945910] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.080517] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1256.080765] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1256.080930] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.081128] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1256.081280] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.081431] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1256.081665] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1256.081832] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1256.082030] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1256.082213] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1256.082393] env[70691]: DEBUG nova.virt.hardware [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.087855] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.088241] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c94d8b-abfa-49c2-91dd-5b65397a4658 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.110504] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455024, 'name': CreateSnapshot_Task, 'duration_secs': 0.902728} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.111902] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1256.112238] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1256.112238] env[70691]: value = "task-3455027" [ 1256.112238] env[70691]: _type = "Task" [ 1256.112238] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.113011] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593fadfb-f336-48f2-9935-6f9b2d6bd791 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.128924] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455027, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.288441] env[70691]: DEBUG oslo_vmware.api [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455026, 'name': PowerOnVM_Task, 'duration_secs': 0.43314} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.288735] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1256.288948] env[70691]: INFO nova.compute.manager [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Took 6.33 seconds to spawn the instance on the hypervisor. [ 1256.289155] env[70691]: DEBUG nova.compute.manager [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1256.289940] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bcb00d-7d02-4ff3-a0bf-2b0c9d07f082 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.343345] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455022, 'name': CreateVM_Task, 'duration_secs': 1.363884} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.343523] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1256.344267] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.344472] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.344828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.345125] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2e4e7e-724f-43d5-a98b-beceb25a6d89 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.349742] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1256.349742] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52621944-cd36-f6d7-d3a2-2c12929a8d7e" [ 1256.349742] env[70691]: _type = "Task" [ 1256.349742] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.358528] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52621944-cd36-f6d7-d3a2-2c12929a8d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.369572] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.370132] env[70691]: DEBUG nova.compute.manager [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1256.410762] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Releasing lock "refresh_cache-a58a476c-0a0f-45ba-92e6-2f16b1edc747" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.411096] env[70691]: DEBUG nova.compute.manager [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Instance network_info: |[{"id": "ba82b0b0-c09e-4582-9eda-d4a486ed7ec6", "address": "fa:16:3e:bc:19:68", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba82b0b0-c0", "ovs_interfaceid": "ba82b0b0-c09e-4582-9eda-d4a486ed7ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1256.411752] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:19:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba82b0b0-c09e-4582-9eda-d4a486ed7ec6', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.419591] env[70691]: DEBUG oslo.service.loopingcall [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1256.419819] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1256.420347] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8a582e9-90b0-455e-9ffa-1966112605d9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.439781] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.439781] env[70691]: value = "task-3455028" [ 1256.439781] env[70691]: _type = "Task" [ 1256.439781] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.452193] env[70691]: DEBUG nova.compute.manager [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1256.454737] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455028, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.625139] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455027, 'name': ReconfigVM_Task, 'duration_secs': 0.303156} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.625513] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1256.626338] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb4511f-c631-428e-8ee1-41643f4e69b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.636857] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1256.647204] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a7d0652-c6b2-4504-b249-1f55d876ea78 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.657344] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5be40eac-5673-49b1-9705-1c353b554d88/5be40eac-5673-49b1-9705-1c353b554d88.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.657663] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe18851-dba8-4df8-8217-ba4abb235abe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.673228] env[70691]: DEBUG nova.compute.manager [req-cc0afb84-228c-4601-8817-ccf99c434fe2 req-9d868ee9-e697-4d97-a2fb-a2b4be133ea5 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Received event network-changed-ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1256.673426] env[70691]: DEBUG nova.compute.manager [req-cc0afb84-228c-4601-8817-ccf99c434fe2 req-9d868ee9-e697-4d97-a2fb-a2b4be133ea5 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Refreshing instance network info cache due to event network-changed-ba82b0b0-c09e-4582-9eda-d4a486ed7ec6. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1256.673641] env[70691]: DEBUG oslo_concurrency.lockutils [req-cc0afb84-228c-4601-8817-ccf99c434fe2 req-9d868ee9-e697-4d97-a2fb-a2b4be133ea5 service nova] Acquiring lock "refresh_cache-a58a476c-0a0f-45ba-92e6-2f16b1edc747" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.673787] env[70691]: DEBUG oslo_concurrency.lockutils [req-cc0afb84-228c-4601-8817-ccf99c434fe2 req-9d868ee9-e697-4d97-a2fb-a2b4be133ea5 service nova] Acquired lock "refresh_cache-a58a476c-0a0f-45ba-92e6-2f16b1edc747" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.673950] env[70691]: DEBUG nova.network.neutron [req-cc0afb84-228c-4601-8817-ccf99c434fe2 req-9d868ee9-e697-4d97-a2fb-a2b4be133ea5 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Refreshing network info cache for port ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1256.678399] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1256.678399] env[70691]: value = "task-3455029" [ 1256.678399] env[70691]: _type = "Task" [ 1256.678399] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.684138] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1256.684138] env[70691]: value = "task-3455030" [ 1256.684138] env[70691]: _type = "Task" [ 1256.684138] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.691089] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455029, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.696116] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.809015] env[70691]: INFO nova.compute.manager [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Took 11.27 seconds to build instance. [ 1256.860402] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52621944-cd36-f6d7-d3a2-2c12929a8d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012991} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.860765] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.861021] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.861310] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.861506] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.861729] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.861998] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f649cc87-5ba3-478e-854c-94c077b334c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.872977] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.873187] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1256.874905] env[70691]: DEBUG nova.compute.utils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1256.876430] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0832ccf4-29f4-409c-81a2-9a7d6844ed5c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.878968] env[70691]: DEBUG nova.compute.manager [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1256.879544] env[70691]: DEBUG nova.network.neutron [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1256.884232] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1256.884232] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d9e15e-650c-ca39-3c4c-6605245f8610" [ 1256.884232] env[70691]: _type = "Task" [ 1256.884232] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.892661] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d9e15e-650c-ca39-3c4c-6605245f8610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.920852] env[70691]: DEBUG nova.policy [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92689d3de69244339081784d681df630', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60a7321be1da4a59bfe9f77c1d17e211', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1256.949023] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455028, 'name': CreateVM_Task, 'duration_secs': 0.355421} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.949240] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1256.949979] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.950234] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.950607] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.950913] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace7943c-65f8-4819-b600-d46c8da1f9f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.958074] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1256.958074] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52251e88-c982-f41a-a65e-291f3ec90ab0" [ 1256.958074] env[70691]: _type = "Task" [ 1256.958074] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.969534] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52251e88-c982-f41a-a65e-291f3ec90ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.974681] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.974940] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.976507] env[70691]: INFO nova.compute.claims [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.188449] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455029, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.196658] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455030, 'name': ReconfigVM_Task, 'duration_secs': 0.477944} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.196821] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5be40eac-5673-49b1-9705-1c353b554d88/5be40eac-5673-49b1-9705-1c353b554d88.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.197105] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance '5be40eac-5673-49b1-9705-1c353b554d88' progress to 50 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1257.211649] env[70691]: DEBUG nova.network.neutron [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Successfully created port: d982201b-3e70-40f2-b4f7-e8ae64655a6c {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.311088] env[70691]: DEBUG oslo_concurrency.lockutils [None req-78dca8f4-12c6-401d-99a8-3bf71a7039fc tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.783s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.380042] env[70691]: DEBUG nova.compute.manager [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1257.397554] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d9e15e-650c-ca39-3c4c-6605245f8610, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.398570] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7c5939-74cb-4d03-833a-eb9a03c4a6d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.406990] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1257.406990] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c3a959-c0b9-f9c1-be81-8f0d19552f0c" [ 1257.406990] env[70691]: _type = "Task" [ 1257.406990] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.416509] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c3a959-c0b9-f9c1-be81-8f0d19552f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.471278] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52251e88-c982-f41a-a65e-291f3ec90ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.014609} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.471629] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.471885] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.472155] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.495416] env[70691]: DEBUG nova.network.neutron [req-cc0afb84-228c-4601-8817-ccf99c434fe2 req-9d868ee9-e697-4d97-a2fb-a2b4be133ea5 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Updated VIF entry in instance network info cache for port ba82b0b0-c09e-4582-9eda-d4a486ed7ec6. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1257.495845] env[70691]: DEBUG nova.network.neutron [req-cc0afb84-228c-4601-8817-ccf99c434fe2 req-9d868ee9-e697-4d97-a2fb-a2b4be133ea5 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Updating instance_info_cache with network_info: [{"id": "ba82b0b0-c09e-4582-9eda-d4a486ed7ec6", "address": "fa:16:3e:bc:19:68", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba82b0b0-c0", "ovs_interfaceid": "ba82b0b0-c09e-4582-9eda-d4a486ed7ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.691090] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455029, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.703769] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f998b5-49e7-4a98-9ad4-ba6feeab2ec7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.723149] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60867d9d-a66c-49cb-bb6d-dcb66c7dfa40 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.741215] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance '5be40eac-5673-49b1-9705-1c353b554d88' progress to 67 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1257.917747] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c3a959-c0b9-f9c1-be81-8f0d19552f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.918437] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.918437] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee/254de052-84a3-4dde-98d6-f37a483bc3ee.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1257.918632] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.918807] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.919043] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc9678b2-c59c-40a4-9ac3-851f4b5e1243 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.922313] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60e6390b-05e5-4743-af86-aa9c96769c06 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.927119] env[70691]: DEBUG nova.compute.manager [req-8615ab9e-7149-44a1-9992-bb994078f7cf req-8a0684e7-a059-4f54-8566-173c2db50257 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Received event network-changed-797be9fc-f121-42a0-8a86-e9f4f8a10e93 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1257.927317] env[70691]: DEBUG nova.compute.manager [req-8615ab9e-7149-44a1-9992-bb994078f7cf req-8a0684e7-a059-4f54-8566-173c2db50257 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Refreshing instance network info cache due to event network-changed-797be9fc-f121-42a0-8a86-e9f4f8a10e93. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1257.927557] env[70691]: DEBUG oslo_concurrency.lockutils [req-8615ab9e-7149-44a1-9992-bb994078f7cf req-8a0684e7-a059-4f54-8566-173c2db50257 service nova] Acquiring lock "refresh_cache-d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.927734] env[70691]: DEBUG oslo_concurrency.lockutils [req-8615ab9e-7149-44a1-9992-bb994078f7cf req-8a0684e7-a059-4f54-8566-173c2db50257 service nova] Acquired lock "refresh_cache-d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.927948] env[70691]: DEBUG nova.network.neutron [req-8615ab9e-7149-44a1-9992-bb994078f7cf req-8a0684e7-a059-4f54-8566-173c2db50257 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Refreshing network info cache for port 797be9fc-f121-42a0-8a86-e9f4f8a10e93 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1257.931760] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1257.931760] env[70691]: value = "task-3455031" [ 1257.931760] env[70691]: _type = "Task" [ 1257.931760] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.936844] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.937030] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1257.938061] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13342739-e703-4ccf-8885-ae5ea55761ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.943499] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.946532] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1257.946532] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5230b08f-9d1c-a8b7-6270-0a56c51f8e53" [ 1257.946532] env[70691]: _type = "Task" [ 1257.946532] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.954406] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5230b08f-9d1c-a8b7-6270-0a56c51f8e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.998914] env[70691]: DEBUG oslo_concurrency.lockutils [req-cc0afb84-228c-4601-8817-ccf99c434fe2 req-9d868ee9-e697-4d97-a2fb-a2b4be133ea5 service nova] Releasing lock "refresh_cache-a58a476c-0a0f-45ba-92e6-2f16b1edc747" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.126396] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16921fe-ecdd-45df-a781-41c16d4f60aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.134999] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b8ec20-11bb-4b96-b9e3-319f9317ee23 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.175389] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed59739a-48e2-4d6c-b05d-8d144854d2a3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.188438] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1f2f17-c3bd-4289-8245-12448c1fde09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.200051] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455029, 'name': CloneVM_Task, 'duration_secs': 1.365213} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.200051] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Created linked-clone VM from snapshot [ 1258.200051] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ef0811-378c-4db1-bb28-e0841ff11a63 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.209767] env[70691]: DEBUG nova.compute.provider_tree [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.217147] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Uploading image a672e68d-d62c-4c1c-b101-92c95696a8f5 {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1258.248937] env[70691]: DEBUG oslo_vmware.rw_handles [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1258.248937] env[70691]: value = "vm-689742" [ 1258.248937] env[70691]: _type = "VirtualMachine" [ 1258.248937] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1258.252836] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-03ec591a-4d16-46c1-be21-c08d63ae9fa9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.263267] env[70691]: DEBUG oslo_vmware.rw_handles [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lease: (returnval){ [ 1258.263267] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52983dab-afb2-259b-796f-22509b5128c3" [ 1258.263267] env[70691]: _type = "HttpNfcLease" [ 1258.263267] env[70691]: } obtained for exporting VM: (result){ [ 1258.263267] env[70691]: value = "vm-689742" [ 1258.263267] env[70691]: _type = "VirtualMachine" [ 1258.263267] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1258.263601] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the lease: (returnval){ [ 1258.263601] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52983dab-afb2-259b-796f-22509b5128c3" [ 1258.263601] env[70691]: _type = "HttpNfcLease" [ 1258.263601] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1258.273618] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.273618] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52983dab-afb2-259b-796f-22509b5128c3" [ 1258.273618] env[70691]: _type = "HttpNfcLease" [ 1258.273618] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1258.309443] env[70691]: DEBUG nova.network.neutron [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Port 4215844e-8a86-48de-8ea6-b17dec2c4069 binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1258.394407] env[70691]: DEBUG nova.compute.manager [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1258.420189] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1258.420497] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1258.420661] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.420849] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1258.421010] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.421168] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1258.421440] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1258.421687] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1258.421896] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1258.422109] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1258.422301] env[70691]: DEBUG nova.virt.hardware [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1258.423349] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53045af9-9462-44a1-b231-653da24959f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.433556] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afdc3af-7f78-472c-becc-28e4454d241e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.458263] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511533} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.458856] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee/254de052-84a3-4dde-98d6-f37a483bc3ee.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1258.459116] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.459713] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8daf4eea-b6f0-4a37-9ddb-9e6a993c2629 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.261197] env[70691]: DEBUG nova.network.neutron [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Successfully updated port: d982201b-3e70-40f2-b4f7-e8ae64655a6c {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.265126] env[70691]: DEBUG nova.scheduler.client.report [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1259.272563] env[70691]: DEBUG nova.compute.manager [req-bf9a977d-f9cf-4bf1-b170-a16f7f22d09f req-84adfcc3-74ee-4fb5-b99e-59059ac96321 service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Received event network-vif-plugged-d982201b-3e70-40f2-b4f7-e8ae64655a6c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1259.272772] env[70691]: DEBUG oslo_concurrency.lockutils [req-bf9a977d-f9cf-4bf1-b170-a16f7f22d09f req-84adfcc3-74ee-4fb5-b99e-59059ac96321 service nova] Acquiring lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.272982] env[70691]: DEBUG oslo_concurrency.lockutils [req-bf9a977d-f9cf-4bf1-b170-a16f7f22d09f req-84adfcc3-74ee-4fb5-b99e-59059ac96321 service nova] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.273173] env[70691]: DEBUG oslo_concurrency.lockutils [req-bf9a977d-f9cf-4bf1-b170-a16f7f22d09f req-84adfcc3-74ee-4fb5-b99e-59059ac96321 service nova] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.273493] env[70691]: DEBUG nova.compute.manager [req-bf9a977d-f9cf-4bf1-b170-a16f7f22d09f req-84adfcc3-74ee-4fb5-b99e-59059ac96321 service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] No waiting events found dispatching network-vif-plugged-d982201b-3e70-40f2-b4f7-e8ae64655a6c {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1259.273705] env[70691]: WARNING nova.compute.manager [req-bf9a977d-f9cf-4bf1-b170-a16f7f22d09f req-84adfcc3-74ee-4fb5-b99e-59059ac96321 service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Received unexpected event network-vif-plugged-d982201b-3e70-40f2-b4f7-e8ae64655a6c for instance with vm_state building and task_state spawning. [ 1259.274295] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5230b08f-9d1c-a8b7-6270-0a56c51f8e53, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.282303] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994e7a92-54d3-417f-9acf-7fd11ae76e73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.283212] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1259.283212] env[70691]: value = "task-3455033" [ 1259.283212] env[70691]: _type = "Task" [ 1259.283212] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.284953] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1259.284953] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52983dab-afb2-259b-796f-22509b5128c3" [ 1259.284953] env[70691]: _type = "HttpNfcLease" [ 1259.284953] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1259.290557] env[70691]: DEBUG oslo_vmware.rw_handles [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1259.290557] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52983dab-afb2-259b-796f-22509b5128c3" [ 1259.290557] env[70691]: _type = "HttpNfcLease" [ 1259.290557] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1259.290557] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1259.290557] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a4479f-f772-a465-20fb-bf2c4eb4404f" [ 1259.290557] env[70691]: _type = "Task" [ 1259.290557] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.290557] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5dfae7-7d5a-4d2e-8c7b-bfebbe7b9986 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.299352] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.309991] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a4479f-f772-a465-20fb-bf2c4eb4404f, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.309991] env[70691]: DEBUG oslo_vmware.rw_handles [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be98ed-85c2-7f44-e7f3-37158df423d4/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1259.309991] env[70691]: DEBUG oslo_vmware.rw_handles [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be98ed-85c2-7f44-e7f3-37158df423d4/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1259.310769] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.311057] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] a58a476c-0a0f-45ba-92e6-2f16b1edc747/a58a476c-0a0f-45ba-92e6-2f16b1edc747.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1259.312361] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed85ef54-7f57-4411-8352-bfeb0c11d7d5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.382516] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1259.382516] env[70691]: value = "task-3455034" [ 1259.382516] env[70691]: _type = "Task" [ 1259.382516] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.391240] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.410212] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d800ada2-05f7-4e79-ad7d-331abfb5af33 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.567046] env[70691]: DEBUG nova.network.neutron [req-8615ab9e-7149-44a1-9992-bb994078f7cf req-8a0684e7-a059-4f54-8566-173c2db50257 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Updated VIF entry in instance network info cache for port 797be9fc-f121-42a0-8a86-e9f4f8a10e93. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1259.567509] env[70691]: DEBUG nova.network.neutron [req-8615ab9e-7149-44a1-9992-bb994078f7cf req-8a0684e7-a059-4f54-8566-173c2db50257 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Updating instance_info_cache with network_info: [{"id": "797be9fc-f121-42a0-8a86-e9f4f8a10e93", "address": "fa:16:3e:8b:d8:bc", "network": {"id": "56eec873-4599-4a2b-9340-5c1c24d1f026", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1732551655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbba96f814884f30b97341c426824e76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797be9fc-f1", "ovs_interfaceid": "797be9fc-f121-42a0-8a86-e9f4f8a10e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.776590] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.776836] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.777039] env[70691]: DEBUG nova.network.neutron [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1259.789722] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.790434] env[70691]: DEBUG nova.compute.manager [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1259.805048] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "5be40eac-5673-49b1-9705-1c353b554d88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.805238] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.805413] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.818517] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063344} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.818980] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.819769] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7743dc59-c1b4-4685-b94e-6d053e7f966a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.849666] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee/254de052-84a3-4dde-98d6-f37a483bc3ee.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.850810] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0acdf7ce-85fe-42ba-94aa-35248e17c8b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.867074] env[70691]: DEBUG nova.network.neutron [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1259.874435] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1259.874435] env[70691]: value = "task-3455035" [ 1259.874435] env[70691]: _type = "Task" [ 1259.874435] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.886177] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.897188] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502146} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.897516] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] a58a476c-0a0f-45ba-92e6-2f16b1edc747/a58a476c-0a0f-45ba-92e6-2f16b1edc747.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1259.897804] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.898081] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8185ab3-a36b-404c-806f-921808d85c92 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.904322] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1259.904322] env[70691]: value = "task-3455036" [ 1259.904322] env[70691]: _type = "Task" [ 1259.904322] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.913239] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.033956] env[70691]: DEBUG nova.network.neutron [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Updating instance_info_cache with network_info: [{"id": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "address": "fa:16:3e:e5:93:36", "network": {"id": "b664a15c-9719-4450-970a-3e2a77d294ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1709900441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a7321be1da4a59bfe9f77c1d17e211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd982201b-3e", "ovs_interfaceid": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.070451] env[70691]: DEBUG oslo_concurrency.lockutils [req-8615ab9e-7149-44a1-9992-bb994078f7cf req-8a0684e7-a059-4f54-8566-173c2db50257 service nova] Releasing lock "refresh_cache-d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.308290] env[70691]: DEBUG nova.compute.utils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1260.311053] env[70691]: DEBUG nova.compute.manager [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1260.311374] env[70691]: DEBUG nova.network.neutron [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1260.353776] env[70691]: DEBUG nova.policy [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfefdefdb9934ae59646b8ba6c7426a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e26f0b86cff4415be016829a740b46a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1260.386658] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455035, 'name': ReconfigVM_Task, 'duration_secs': 0.306338} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.387761] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee/254de052-84a3-4dde-98d6-f37a483bc3ee.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.388074] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5312c607-ead4-4ad3-9e9c-7ed0dad74a29 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.395271] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1260.395271] env[70691]: value = "task-3455037" [ 1260.395271] env[70691]: _type = "Task" [ 1260.395271] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.404052] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455037, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.414632] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074004} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.415055] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.416076] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c25f34c-357e-40a4-a11a-36e46ac4c8da {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.442640] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] a58a476c-0a0f-45ba-92e6-2f16b1edc747/a58a476c-0a0f-45ba-92e6-2f16b1edc747.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.443093] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772fedfa-f682-4ae0-bc34-33200d3c89d2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.463253] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1260.463253] env[70691]: value = "task-3455038" [ 1260.463253] env[70691]: _type = "Task" [ 1260.463253] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.473261] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.537317] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.537529] env[70691]: DEBUG nova.compute.manager [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Instance network_info: |[{"id": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "address": "fa:16:3e:e5:93:36", "network": {"id": "b664a15c-9719-4450-970a-3e2a77d294ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1709900441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a7321be1da4a59bfe9f77c1d17e211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd982201b-3e", "ovs_interfaceid": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1260.538102] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:93:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd982201b-3e70-40f2-b4f7-e8ae64655a6c', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.545977] env[70691]: DEBUG oslo.service.loopingcall [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1260.546370] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1260.546753] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0cebcd-b06d-4398-af97-8d14143b0ffa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.569243] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.569243] env[70691]: value = "task-3455039" [ 1260.569243] env[70691]: _type = "Task" [ 1260.569243] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.575510] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455039, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.700529] env[70691]: DEBUG nova.network.neutron [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Successfully created port: e6d068e3-a53d-422c-997c-1eb89fd86369 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.724945] env[70691]: DEBUG nova.compute.manager [req-9da05b6d-ec25-43a4-af37-68bd6c1f42e6 req-06571c1c-7311-4243-a087-b9f09d58157e service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Received event network-changed-d982201b-3e70-40f2-b4f7-e8ae64655a6c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1260.725376] env[70691]: DEBUG nova.compute.manager [req-9da05b6d-ec25-43a4-af37-68bd6c1f42e6 req-06571c1c-7311-4243-a087-b9f09d58157e service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Refreshing instance network info cache due to event network-changed-d982201b-3e70-40f2-b4f7-e8ae64655a6c. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1260.725809] env[70691]: DEBUG oslo_concurrency.lockutils [req-9da05b6d-ec25-43a4-af37-68bd6c1f42e6 req-06571c1c-7311-4243-a087-b9f09d58157e service nova] Acquiring lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.726082] env[70691]: DEBUG oslo_concurrency.lockutils [req-9da05b6d-ec25-43a4-af37-68bd6c1f42e6 req-06571c1c-7311-4243-a087-b9f09d58157e service nova] Acquired lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.726396] env[70691]: DEBUG nova.network.neutron [req-9da05b6d-ec25-43a4-af37-68bd6c1f42e6 req-06571c1c-7311-4243-a087-b9f09d58157e service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Refreshing network info cache for port d982201b-3e70-40f2-b4f7-e8ae64655a6c {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1260.815045] env[70691]: DEBUG nova.compute.manager [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1260.847903] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.848433] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.848702] env[70691]: DEBUG nova.network.neutron [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1260.907543] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455037, 'name': Rename_Task, 'duration_secs': 0.22512} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.907972] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1260.908433] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3401e2a0-fc9e-45e9-9a34-8d76437f146f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.914670] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1260.914670] env[70691]: value = "task-3455040" [ 1260.914670] env[70691]: _type = "Task" [ 1260.914670] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.923330] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.972835] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.078523] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455039, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.426011] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455040, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.472866] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455038, 'name': ReconfigVM_Task, 'duration_secs': 0.678486} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.473119] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfigured VM instance instance-00000073 to attach disk [datastore2] a58a476c-0a0f-45ba-92e6-2f16b1edc747/a58a476c-0a0f-45ba-92e6-2f16b1edc747.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.473765] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94ce014d-fa27-4db7-8af0-1ceb673dc67e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.481051] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1261.481051] env[70691]: value = "task-3455041" [ 1261.481051] env[70691]: _type = "Task" [ 1261.481051] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.493223] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455041, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.519870] env[70691]: DEBUG nova.network.neutron [req-9da05b6d-ec25-43a4-af37-68bd6c1f42e6 req-06571c1c-7311-4243-a087-b9f09d58157e service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Updated VIF entry in instance network info cache for port d982201b-3e70-40f2-b4f7-e8ae64655a6c. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1261.520317] env[70691]: DEBUG nova.network.neutron [req-9da05b6d-ec25-43a4-af37-68bd6c1f42e6 req-06571c1c-7311-4243-a087-b9f09d58157e service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Updating instance_info_cache with network_info: [{"id": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "address": "fa:16:3e:e5:93:36", "network": {"id": "b664a15c-9719-4450-970a-3e2a77d294ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1709900441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a7321be1da4a59bfe9f77c1d17e211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd982201b-3e", "ovs_interfaceid": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.579036] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455039, 'name': CreateVM_Task, 'duration_secs': 0.574546} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.579234] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1261.579920] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.580115] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.580446] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1261.580709] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1513b6c-7f66-49f3-951a-6c5fe10b6627 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.585352] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1261.585352] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bd0ffc-f77d-154f-08d7-09bb3342244a" [ 1261.585352] env[70691]: _type = "Task" [ 1261.585352] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.593216] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bd0ffc-f77d-154f-08d7-09bb3342244a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.637025] env[70691]: DEBUG nova.network.neutron [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.827033] env[70691]: DEBUG nova.compute.manager [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1261.855609] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1261.855877] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1261.856049] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.856240] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1261.856388] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.856535] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1261.856768] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1261.856963] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1261.857157] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1261.857324] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1261.857503] env[70691]: DEBUG nova.virt.hardware [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1261.858462] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4306d2ed-5674-4ac7-8777-61aa358bcda8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.866847] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f101b140-755e-478a-944f-8e47e6452973 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.924934] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455040, 'name': PowerOnVM_Task, 'duration_secs': 0.56467} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.925239] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1261.925451] env[70691]: DEBUG nova.compute.manager [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1261.926264] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edab2ce0-c30e-4e99-91ce-4f4333174d48 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.991050] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455041, 'name': Rename_Task, 'duration_secs': 0.194148} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.991209] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1261.991476] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59f3a944-736f-41f1-80ed-38aa4bad108f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.998647] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1261.998647] env[70691]: value = "task-3455042" [ 1261.998647] env[70691]: _type = "Task" [ 1261.998647] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.006554] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.024373] env[70691]: DEBUG oslo_concurrency.lockutils [req-9da05b6d-ec25-43a4-af37-68bd6c1f42e6 req-06571c1c-7311-4243-a087-b9f09d58157e service nova] Releasing lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.095627] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bd0ffc-f77d-154f-08d7-09bb3342244a, 'name': SearchDatastore_Task, 'duration_secs': 0.01298} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.096041] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.096308] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.096557] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.096703] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.096884] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.097173] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5b1748d-648a-441c-985b-c4ebca31f85d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.105801] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.105801] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1262.106455] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680ddcd0-400c-48f5-9a75-aaee4d13daea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.112038] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1262.112038] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5282466c-1ec1-64ee-ba74-8e8386f1c9f2" [ 1262.112038] env[70691]: _type = "Task" [ 1262.112038] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.120462] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5282466c-1ec1-64ee-ba74-8e8386f1c9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.140503] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.230202] env[70691]: DEBUG nova.compute.manager [req-6ce22756-c83f-4cf3-a8fc-52729d62ddeb req-d122a6c9-0c51-4979-bc08-2bf395daec34 service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Received event network-vif-plugged-e6d068e3-a53d-422c-997c-1eb89fd86369 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1262.230442] env[70691]: DEBUG oslo_concurrency.lockutils [req-6ce22756-c83f-4cf3-a8fc-52729d62ddeb req-d122a6c9-0c51-4979-bc08-2bf395daec34 service nova] Acquiring lock "160b9d08-20cc-41c1-812e-0a4d68229ebb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.230663] env[70691]: DEBUG oslo_concurrency.lockutils [req-6ce22756-c83f-4cf3-a8fc-52729d62ddeb req-d122a6c9-0c51-4979-bc08-2bf395daec34 service nova] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.230838] env[70691]: DEBUG oslo_concurrency.lockutils [req-6ce22756-c83f-4cf3-a8fc-52729d62ddeb req-d122a6c9-0c51-4979-bc08-2bf395daec34 service nova] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.231377] env[70691]: DEBUG nova.compute.manager [req-6ce22756-c83f-4cf3-a8fc-52729d62ddeb req-d122a6c9-0c51-4979-bc08-2bf395daec34 service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] No waiting events found dispatching network-vif-plugged-e6d068e3-a53d-422c-997c-1eb89fd86369 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1262.231681] env[70691]: WARNING nova.compute.manager [req-6ce22756-c83f-4cf3-a8fc-52729d62ddeb req-d122a6c9-0c51-4979-bc08-2bf395daec34 service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Received unexpected event network-vif-plugged-e6d068e3-a53d-422c-997c-1eb89fd86369 for instance with vm_state building and task_state spawning. [ 1262.330405] env[70691]: DEBUG nova.network.neutron [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Successfully updated port: e6d068e3-a53d-422c-997c-1eb89fd86369 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.437681] env[70691]: INFO nova.compute.manager [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] bringing vm to original state: 'stopped' [ 1262.510283] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.623158] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5282466c-1ec1-64ee-ba74-8e8386f1c9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.624177] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39fe9e16-83cd-445e-94cd-6d58b077ac9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.630679] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1262.630679] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fbc56d-aa15-7ff2-804e-8067a862f7ab" [ 1262.630679] env[70691]: _type = "Task" [ 1262.630679] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.642527] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fbc56d-aa15-7ff2-804e-8067a862f7ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.667508] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247b6e35-3bab-466f-9f9c-05e01aaf03aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.688500] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9e1bce-9907-4157-8fcc-23aff62fb69c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.695838] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance '5be40eac-5673-49b1-9705-1c353b554d88' progress to 83 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1262.833861] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "refresh_cache-160b9d08-20cc-41c1-812e-0a4d68229ebb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.834111] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "refresh_cache-160b9d08-20cc-41c1-812e-0a4d68229ebb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.834312] env[70691]: DEBUG nova.network.neutron [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1263.009922] env[70691]: DEBUG oslo_vmware.api [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455042, 'name': PowerOnVM_Task, 'duration_secs': 0.621747} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.010197] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1263.010413] env[70691]: INFO nova.compute.manager [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1263.010628] env[70691]: DEBUG nova.compute.manager [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1263.011384] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a9187d-2e2a-43b0-a432-8811e3747a54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.141614] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52fbc56d-aa15-7ff2-804e-8067a862f7ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01375} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.142053] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.142204] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc/0ef9323d-ebb6-465f-bb8a-75623c8ee4fc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1263.142470] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af4311e6-948e-435b-818d-4e0b6e7d9ba7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.149163] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1263.149163] env[70691]: value = "task-3455043" [ 1263.149163] env[70691]: _type = "Task" [ 1263.149163] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.157633] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.202590] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1263.202925] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f60a4ed-6b7a-484e-a44c-fdc02e208373 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.210700] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1263.210700] env[70691]: value = "task-3455044" [ 1263.210700] env[70691]: _type = "Task" [ 1263.210700] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.219599] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.385366] env[70691]: DEBUG nova.network.neutron [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1263.445855] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "254de052-84a3-4dde-98d6-f37a483bc3ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.446272] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.447228] env[70691]: DEBUG nova.compute.manager [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1263.447309] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ed839b-9478-49fe-aa72-6f60af47f4a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.458215] env[70691]: DEBUG nova.compute.manager [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1263.460677] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1263.460958] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-854a0dc8-8ddd-4908-b0f9-61e43062a3ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.472157] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1263.472157] env[70691]: value = "task-3455045" [ 1263.472157] env[70691]: _type = "Task" [ 1263.472157] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.482159] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.530053] env[70691]: INFO nova.compute.manager [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Took 14.14 seconds to build instance. [ 1263.592886] env[70691]: DEBUG nova.network.neutron [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Updating instance_info_cache with network_info: [{"id": "e6d068e3-a53d-422c-997c-1eb89fd86369", "address": "fa:16:3e:eb:8f:7a", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d068e3-a5", "ovs_interfaceid": "e6d068e3-a53d-422c-997c-1eb89fd86369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.663903] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455043, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.724991] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455044, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.981791] env[70691]: DEBUG oslo_vmware.api [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455045, 'name': PowerOffVM_Task, 'duration_secs': 0.397731} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.982102] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1263.982301] env[70691]: DEBUG nova.compute.manager [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1263.983070] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8412127-2f7e-4442-b546-ef3926f3dd73 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.031921] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5d94206e-9905-4c12-8a45-7b6f820ec48a tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.655s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.096346] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "refresh_cache-160b9d08-20cc-41c1-812e-0a4d68229ebb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.096702] env[70691]: DEBUG nova.compute.manager [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Instance network_info: |[{"id": "e6d068e3-a53d-422c-997c-1eb89fd86369", "address": "fa:16:3e:eb:8f:7a", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d068e3-a5", "ovs_interfaceid": "e6d068e3-a53d-422c-997c-1eb89fd86369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1264.097166] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:8f:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6d068e3-a53d-422c-997c-1eb89fd86369', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.105965] env[70691]: DEBUG oslo.service.loopingcall [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.106306] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1264.106618] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cb4b77c-5028-4d4c-97b3-f991e7cae5ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.129187] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.129187] env[70691]: value = "task-3455046" [ 1264.129187] env[70691]: _type = "Task" [ 1264.129187] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.140579] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.140871] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455046, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.141159] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.163450] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638793} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.163850] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc/0ef9323d-ebb6-465f-bb8a-75623c8ee4fc.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1264.164163] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.164490] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7288d8a-03f3-4bd9-89b5-796d565fa519 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.172592] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1264.172592] env[70691]: value = "task-3455047" [ 1264.172592] env[70691]: _type = "Task" [ 1264.172592] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.182405] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.220699] env[70691]: DEBUG oslo_vmware.api [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455044, 'name': PowerOnVM_Task, 'duration_secs': 0.538729} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.221314] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1264.221417] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d337e-43ae-42b3-b4d5-d709008fec5a tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance '5be40eac-5673-49b1-9705-1c353b554d88' progress to 100 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1264.267854] env[70691]: DEBUG nova.compute.manager [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Received event network-changed-e6d068e3-a53d-422c-997c-1eb89fd86369 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1264.270361] env[70691]: DEBUG nova.compute.manager [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Refreshing instance network info cache due to event network-changed-e6d068e3-a53d-422c-997c-1eb89fd86369. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1264.270361] env[70691]: DEBUG oslo_concurrency.lockutils [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] Acquiring lock "refresh_cache-160b9d08-20cc-41c1-812e-0a4d68229ebb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.270361] env[70691]: DEBUG oslo_concurrency.lockutils [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] Acquired lock "refresh_cache-160b9d08-20cc-41c1-812e-0a4d68229ebb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.270361] env[70691]: DEBUG nova.network.neutron [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Refreshing network info cache for port e6d068e3-a53d-422c-997c-1eb89fd86369 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1264.495386] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.049s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.638964] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455046, 'name': CreateVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.647460] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.647650] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1264.681914] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106295} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.682521] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.683085] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af97c9e5-c912-430c-ac43-1d038ec3e212 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.707858] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc/0ef9323d-ebb6-465f-bb8a-75623c8ee4fc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.708211] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a55db033-cfb0-4531-8864-c738c3258aac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.730029] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1264.730029] env[70691]: value = "task-3455048" [ 1264.730029] env[70691]: _type = "Task" [ 1264.730029] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.738841] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455048, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.966539] env[70691]: DEBUG nova.network.neutron [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Updated VIF entry in instance network info cache for port e6d068e3-a53d-422c-997c-1eb89fd86369. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1264.966954] env[70691]: DEBUG nova.network.neutron [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Updating instance_info_cache with network_info: [{"id": "e6d068e3-a53d-422c-997c-1eb89fd86369", "address": "fa:16:3e:eb:8f:7a", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d068e3-a5", "ovs_interfaceid": "e6d068e3-a53d-422c-997c-1eb89fd86369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.002748] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.002992] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.003245] env[70691]: DEBUG nova.objects.instance [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1265.139827] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455046, 'name': CreateVM_Task, 'duration_secs': 0.582191} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.140012] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1265.140720] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.140892] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.141239] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.141505] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc9120f-2154-488d-a0b3-b9515519ab15 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.146357] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1265.146357] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523665a8-a770-f3b6-4ae0-31f8f90759b0" [ 1265.146357] env[70691]: _type = "Task" [ 1265.146357] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.155843] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523665a8-a770-f3b6-4ae0-31f8f90759b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.244461] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.469899] env[70691]: DEBUG oslo_concurrency.lockutils [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] Releasing lock "refresh_cache-160b9d08-20cc-41c1-812e-0a4d68229ebb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.470081] env[70691]: DEBUG nova.compute.manager [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Received event network-changed-ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1265.470196] env[70691]: DEBUG nova.compute.manager [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Refreshing instance network info cache due to event network-changed-ba82b0b0-c09e-4582-9eda-d4a486ed7ec6. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1265.470426] env[70691]: DEBUG oslo_concurrency.lockutils [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] Acquiring lock "refresh_cache-a58a476c-0a0f-45ba-92e6-2f16b1edc747" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.470571] env[70691]: DEBUG oslo_concurrency.lockutils [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] Acquired lock "refresh_cache-a58a476c-0a0f-45ba-92e6-2f16b1edc747" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.470737] env[70691]: DEBUG nova.network.neutron [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Refreshing network info cache for port ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1265.662160] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]523665a8-a770-f3b6-4ae0-31f8f90759b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013653} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.662530] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.662780] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.663031] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.663187] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.663368] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.663946] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd001cc3-675c-4f99-99bf-a4dc7d3f011a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.678579] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.678768] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1265.679559] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0a7bb7-f0fe-421e-889c-3d806e22f160 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.684661] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1265.684661] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a5c9f-2ac5-a41a-97c6-dcede4cf7b88" [ 1265.684661] env[70691]: _type = "Task" [ 1265.684661] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.689889] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "refresh_cache-ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.690039] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquired lock "refresh_cache-ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.690188] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Forcefully refreshing network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1265.694115] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a5c9f-2ac5-a41a-97c6-dcede4cf7b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.751057] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455048, 'name': ReconfigVM_Task, 'duration_secs': 0.664932} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.752033] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc/0ef9323d-ebb6-465f-bb8a-75623c8ee4fc.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.752590] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af9cc9eb-d9d1-493c-992c-ee3167678f79 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.754499] env[70691]: DEBUG oslo_concurrency.lockutils [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "254de052-84a3-4dde-98d6-f37a483bc3ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.754725] env[70691]: DEBUG oslo_concurrency.lockutils [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.754926] env[70691]: DEBUG oslo_concurrency.lockutils [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "254de052-84a3-4dde-98d6-f37a483bc3ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.755159] env[70691]: DEBUG oslo_concurrency.lockutils [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.755316] env[70691]: DEBUG oslo_concurrency.lockutils [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.757545] env[70691]: INFO nova.compute.manager [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Terminating instance [ 1265.759460] env[70691]: DEBUG nova.compute.manager [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1265.759658] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1265.760578] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2145ad7c-e99c-4789-83f8-cbffb2687c2d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.765083] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1265.765083] env[70691]: value = "task-3455049" [ 1265.765083] env[70691]: _type = "Task" [ 1265.765083] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.772073] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1265.772706] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4b1f9e-79df-4d89-ad05-21b9c1da527a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.779532] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455049, 'name': Rename_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.855685] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1265.855971] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1265.856169] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleting the datastore file [datastore2] 254de052-84a3-4dde-98d6-f37a483bc3ee {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.856458] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3e2b59-aa50-4a7b-b772-35d35679b380 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.872353] env[70691]: DEBUG oslo_vmware.api [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1265.872353] env[70691]: value = "task-3455051" [ 1265.872353] env[70691]: _type = "Task" [ 1265.872353] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.895495] env[70691]: DEBUG oslo_vmware.api [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.013555] env[70691]: DEBUG oslo_concurrency.lockutils [None req-b0561a16-ff81-4c94-b658-60a547043b04 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.197243] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]524a5c9f-2ac5-a41a-97c6-dcede4cf7b88, 'name': SearchDatastore_Task, 'duration_secs': 0.02214} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.198312] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee738b80-e5f9-42b3-baa6-a14390f07f9d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.204363] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1266.204363] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525d873a-975c-e9f5-022d-dbfaca07108d" [ 1266.204363] env[70691]: _type = "Task" [ 1266.204363] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.212222] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525d873a-975c-e9f5-022d-dbfaca07108d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.275238] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455049, 'name': Rename_Task, 'duration_secs': 0.195065} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.275550] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1266.275811] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89bca598-4ed2-481f-9567-2a56a72a7a90 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.283322] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1266.283322] env[70691]: value = "task-3455052" [ 1266.283322] env[70691]: _type = "Task" [ 1266.283322] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.296664] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.383109] env[70691]: DEBUG oslo_vmware.api [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240714} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.383435] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.383569] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1266.383748] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1266.383921] env[70691]: INFO nova.compute.manager [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1266.384237] env[70691]: DEBUG oslo.service.loopingcall [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.384571] env[70691]: DEBUG nova.compute.manager [-] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1266.384675] env[70691]: DEBUG nova.network.neutron [-] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1266.488011] env[70691]: DEBUG nova.network.neutron [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Updated VIF entry in instance network info cache for port ba82b0b0-c09e-4582-9eda-d4a486ed7ec6. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1266.488442] env[70691]: DEBUG nova.network.neutron [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Updating instance_info_cache with network_info: [{"id": "ba82b0b0-c09e-4582-9eda-d4a486ed7ec6", "address": "fa:16:3e:bc:19:68", "network": {"id": "812d4127-b71e-4175-bd69-87ee755461f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508671041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb689b8d88f14eea9bb9b34562323720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba82b0b0-c0", "ovs_interfaceid": "ba82b0b0-c09e-4582-9eda-d4a486ed7ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.716092] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525d873a-975c-e9f5-022d-dbfaca07108d, 'name': SearchDatastore_Task, 'duration_secs': 0.031965} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.716405] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.716624] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 160b9d08-20cc-41c1-812e-0a4d68229ebb/160b9d08-20cc-41c1-812e-0a4d68229ebb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1266.716877] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb189958-d4c4-44f6-9154-87523afe1790 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.723831] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1266.723831] env[70691]: value = "task-3455053" [ 1266.723831] env[70691]: _type = "Task" [ 1266.723831] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.731702] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.741820] env[70691]: DEBUG nova.compute.manager [req-cc9c92e6-6efc-4965-97bd-37b89af2cc9c req-b7e76792-40d2-4072-ba98-2bf89ecd7171 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Received event network-vif-deleted-3398a229-5ade-404c-a1c8-e35cb9d43fe4 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1266.742029] env[70691]: INFO nova.compute.manager [req-cc9c92e6-6efc-4965-97bd-37b89af2cc9c req-b7e76792-40d2-4072-ba98-2bf89ecd7171 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Neutron deleted interface 3398a229-5ade-404c-a1c8-e35cb9d43fe4; detaching it from the instance and deleting it from the info cache [ 1266.742229] env[70691]: DEBUG nova.network.neutron [req-cc9c92e6-6efc-4965-97bd-37b89af2cc9c req-b7e76792-40d2-4072-ba98-2bf89ecd7171 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.794982] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.928710] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Updating instance_info_cache with network_info: [{"id": "e95687c3-00eb-432c-af29-0c50c0d84684", "address": "fa:16:3e:db:1b:32", "network": {"id": "658f9466-351f-4fe2-bceb-c1912dcc9bc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-704288782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e26f0b86cff4415be016829a740b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape95687c3-00", "ovs_interfaceid": "e95687c3-00eb-432c-af29-0c50c0d84684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.990827] env[70691]: DEBUG oslo_concurrency.lockutils [req-521eb715-ac9f-465b-bfc4-a75971e833d4 req-5b3be696-7bf3-44ad-bf31-a06c5106b7dc service nova] Releasing lock "refresh_cache-a58a476c-0a0f-45ba-92e6-2f16b1edc747" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.062666] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "5be40eac-5673-49b1-9705-1c353b554d88" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.062959] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.063320] env[70691]: DEBUG nova.compute.manager [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Going to confirm migration 8 {{(pid=70691) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1267.196285] env[70691]: DEBUG nova.network.neutron [-] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.233828] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.244959] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-847e580b-8e80-4d54-ba60-33a2d44228dc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.257018] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71730940-462c-40c1-9253-a0201e0bb135 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.285137] env[70691]: DEBUG nova.compute.manager [req-cc9c92e6-6efc-4965-97bd-37b89af2cc9c req-b7e76792-40d2-4072-ba98-2bf89ecd7171 service nova] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Detach interface failed, port_id=3398a229-5ade-404c-a1c8-e35cb9d43fe4, reason: Instance 254de052-84a3-4dde-98d6-f37a483bc3ee could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1267.293351] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455052, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.433040] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Releasing lock "refresh_cache-ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.433040] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Updated the network info_cache for instance {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1267.433040] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.433040] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.433272] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.433374] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.433599] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.433799] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.667694] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.667908] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.668140] env[70691]: DEBUG nova.network.neutron [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1267.668347] env[70691]: DEBUG nova.objects.instance [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'info_cache' on Instance uuid 5be40eac-5673-49b1-9705-1c353b554d88 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.699238] env[70691]: INFO nova.compute.manager [-] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] Took 1.31 seconds to deallocate network for instance. [ 1267.735738] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93977} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.736727] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 160b9d08-20cc-41c1-812e-0a4d68229ebb/160b9d08-20cc-41c1-812e-0a4d68229ebb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1267.736958] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.737298] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05d2ac73-2bd8-4870-b104-36275058818d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.746060] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1267.746060] env[70691]: value = "task-3455054" [ 1267.746060] env[70691]: _type = "Task" [ 1267.746060] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.753396] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.794662] env[70691]: DEBUG oslo_vmware.api [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455052, 'name': PowerOnVM_Task, 'duration_secs': 1.264989} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.794988] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1267.795262] env[70691]: INFO nova.compute.manager [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1267.795470] env[70691]: DEBUG nova.compute.manager [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1267.796275] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc7fa0e-2416-4980-a938-34b3b2926389 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.938562] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Getting list of instances from cluster (obj){ [ 1267.938562] env[70691]: value = "domain-c8" [ 1267.938562] env[70691]: _type = "ClusterComputeResource" [ 1267.938562] env[70691]: } {{(pid=70691) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1267.939675] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41415085-9dc8-473d-9889-5555b950022f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.957498] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Got total of 9 instances {{(pid=70691) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1267.957658] env[70691]: WARNING nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1267.957799] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid 5be40eac-5673-49b1-9705-1c353b554d88 {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.958038] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid ed5d8fc8-773f-443b-b2e8-4d93c641f0a9 {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.958229] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid 714db313-1b44-45c6-9768-5594fe46d9e1 {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.958421] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid 629740f2-6b1b-4881-9b0c-2819a0be1756 {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.958682] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid e9e37f69-21ae-4345-9743-a929b6d087e3 {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.958857] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid 254de052-84a3-4dde-98d6-f37a483bc3ee {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.959045] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.959217] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid a58a476c-0a0f-45ba-92e6-2f16b1edc747 {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.959439] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.959658] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Triggering sync for uuid 160b9d08-20cc-41c1-812e-0a4d68229ebb {{(pid=70691) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1267.960115] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "5be40eac-5673-49b1-9705-1c353b554d88" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.960411] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.960614] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.960886] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "714db313-1b44-45c6-9768-5594fe46d9e1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.961088] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "714db313-1b44-45c6-9768-5594fe46d9e1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.961335] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "629740f2-6b1b-4881-9b0c-2819a0be1756" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.961538] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "e9e37f69-21ae-4345-9743-a929b6d087e3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.961719] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.961947] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "254de052-84a3-4dde-98d6-f37a483bc3ee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.962168] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.962359] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.962649] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.962872] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.963216] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.963448] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.963637] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.965237] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee480d4-3d3b-43cc-a75c-4729322e168c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.968596] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841ed9f0-1c4e-47b7-84be-a362de21760c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.971943] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d946de3-09a8-4c28-954d-48d604791c65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.975313] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e3a52c-265e-44ca-a2a2-80db617d2ddb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.978193] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953b81be-26a7-42e5-b714-29bbef9407fe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.982246] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.982448] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.982613] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.982761] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1267.983728] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11333da6-ce88-4bcd-bf15-487dde267559 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.008234] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a175a916-52f4-47a5-9c97-e46bfdea0e87 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.026590] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f147161-c338-408d-b4f3-e60aa7cd648c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.034756] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf177a0-637a-4b91-923a-21cecba722ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.065508] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179972MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1268.065664] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.065852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.205461] env[70691]: DEBUG oslo_concurrency.lockutils [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.256019] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074347} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.256322] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.257146] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4367894-2048-48d6-81c4-760dc3a77663 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.279633] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 160b9d08-20cc-41c1-812e-0a4d68229ebb/160b9d08-20cc-41c1-812e-0a4d68229ebb.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.279908] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d08ffca-7a39-48be-acac-8abe500798d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.299501] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1268.299501] env[70691]: value = "task-3455055" [ 1268.299501] env[70691]: _type = "Task" [ 1268.299501] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.310891] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.313086] env[70691]: INFO nova.compute.manager [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Took 15.66 seconds to build instance. [ 1268.499965] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.504055] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "714db313-1b44-45c6-9768-5594fe46d9e1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.504055] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.504288] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.514983] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.812431] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.815044] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9c9b4d36-43f0-4717-8d47-63d6bc0a13d9 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.164s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.815428] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.852s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.815683] env[70691]: INFO nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] During sync_power_state the instance has a pending task (spawning). Skip. [ 1268.815896] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.980183] env[70691]: DEBUG nova.network.neutron [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [{"id": "4215844e-8a86-48de-8ea6-b17dec2c4069", "address": "fa:16:3e:85:3f:ca", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4215844e-8a", "ovs_interfaceid": "4215844e-8a86-48de-8ea6-b17dec2c4069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.078055] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Applying migration context for instance 5be40eac-5673-49b1-9705-1c353b554d88 as it has an incoming, in-progress migration 43eaa896-8ba1-4b60-a997-164fdbb141c8. Migration status is confirming {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1269.078625] env[70691]: INFO nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating resource usage from migration 43eaa896-8ba1-4b60-a997-164fdbb141c8 [ 1269.099832] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance ed5d8fc8-773f-443b-b2e8-4d93c641f0a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.099993] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 714db313-1b44-45c6-9768-5594fe46d9e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.100159] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 629740f2-6b1b-4881-9b0c-2819a0be1756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.100271] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e9e37f69-21ae-4345-9743-a929b6d087e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.100390] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 254de052-84a3-4dde-98d6-f37a483bc3ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1269.100509] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.100624] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Migration 43eaa896-8ba1-4b60-a997-164fdbb141c8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1269.100738] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 5be40eac-5673-49b1-9705-1c353b554d88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.100853] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance a58a476c-0a0f-45ba-92e6-2f16b1edc747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.100969] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.101087] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 160b9d08-20cc-41c1-812e-0a4d68229ebb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.101284] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1269.101419] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1269.239435] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04821267-c4c7-485c-8161-52bdbc6eff38 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.247055] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e47791a-0d52-4f84-819f-66499af1d405 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.276767] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a59c7f-e7c3-4125-a5f4-7bb84a0c2de2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.284136] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a877e79-aa39-4471-9f19-92ac8c7701fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.299767] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.308317] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455055, 'name': ReconfigVM_Task, 'duration_secs': 0.614999} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.309203] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 160b9d08-20cc-41c1-812e-0a4d68229ebb/160b9d08-20cc-41c1-812e-0a4d68229ebb.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.309871] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c633892-f64f-4deb-afb7-f6b92f81e412 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.316228] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1269.316228] env[70691]: value = "task-3455056" [ 1269.316228] env[70691]: _type = "Task" [ 1269.316228] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.325708] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455056, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.483702] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-5be40eac-5673-49b1-9705-1c353b554d88" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.483979] env[70691]: DEBUG nova.objects.instance [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'migration_context' on Instance uuid 5be40eac-5673-49b1-9705-1c353b554d88 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.552446] env[70691]: INFO nova.compute.manager [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Rescuing [ 1269.552682] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.552845] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.553053] env[70691]: DEBUG nova.network.neutron [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1269.591777] env[70691]: DEBUG oslo_vmware.rw_handles [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be98ed-85c2-7f44-e7f3-37158df423d4/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1269.592691] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff2a8e-c6e8-40d7-8a18-9e43005ce411 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.599352] env[70691]: DEBUG oslo_vmware.rw_handles [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be98ed-85c2-7f44-e7f3-37158df423d4/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1269.600031] env[70691]: ERROR oslo_vmware.rw_handles [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be98ed-85c2-7f44-e7f3-37158df423d4/disk-0.vmdk due to incomplete transfer. [ 1269.600031] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-195d116f-80a7-450c-b2a2-0868fa670bff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.607344] env[70691]: DEBUG oslo_vmware.rw_handles [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be98ed-85c2-7f44-e7f3-37158df423d4/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1269.607600] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Uploaded image a672e68d-d62c-4c1c-b101-92c95696a8f5 to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1269.609963] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1269.610226] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d57385e7-cad0-498b-8f00-8d100847487b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.615953] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1269.615953] env[70691]: value = "task-3455057" [ 1269.615953] env[70691]: _type = "Task" [ 1269.615953] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.623724] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455057, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.805764] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1269.829413] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455056, 'name': Rename_Task, 'duration_secs': 0.211459} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.829712] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1269.829965] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d3f57d-20f6-479c-ad87-5d6e3f9bf09f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.836354] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1269.836354] env[70691]: value = "task-3455058" [ 1269.836354] env[70691]: _type = "Task" [ 1269.836354] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.843676] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.987967] env[70691]: DEBUG nova.objects.base [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Object Instance<5be40eac-5673-49b1-9705-1c353b554d88> lazy-loaded attributes: info_cache,migration_context {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1269.988978] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d37a2-644d-435d-8db8-3457d18e0e8e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.008371] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecdde64-74d1-4a8c-9a3a-d20b2249ef49 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.013463] env[70691]: DEBUG oslo_vmware.api [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1270.013463] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d4d8b0-97bf-8354-395e-b5af109497b4" [ 1270.013463] env[70691]: _type = "Task" [ 1270.013463] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.020744] env[70691]: DEBUG oslo_vmware.api [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d4d8b0-97bf-8354-395e-b5af109497b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.125675] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455057, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.301276] env[70691]: DEBUG nova.network.neutron [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Updating instance_info_cache with network_info: [{"id": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "address": "fa:16:3e:e5:93:36", "network": {"id": "b664a15c-9719-4450-970a-3e2a77d294ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1709900441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a7321be1da4a59bfe9f77c1d17e211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd982201b-3e", "ovs_interfaceid": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.311635] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1270.311832] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.246s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.312735] env[70691]: DEBUG oslo_concurrency.lockutils [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.107s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.312950] env[70691]: DEBUG oslo_concurrency.lockutils [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.333561] env[70691]: INFO nova.scheduler.client.report [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted allocations for instance 254de052-84a3-4dde-98d6-f37a483bc3ee [ 1270.347824] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.526832] env[70691]: DEBUG oslo_vmware.api [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52d4d8b0-97bf-8354-395e-b5af109497b4, 'name': SearchDatastore_Task, 'duration_secs': 0.016258} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.527291] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.527592] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.626948] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455057, 'name': Destroy_Task, 'duration_secs': 0.849152} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.627272] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Destroyed the VM [ 1270.627532] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1270.627784] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c48f9a36-2310-4616-951e-65622e12c8d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.634486] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1270.634486] env[70691]: value = "task-3455059" [ 1270.634486] env[70691]: _type = "Task" [ 1270.634486] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.641960] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455059, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.804231] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.848496] env[70691]: DEBUG oslo_vmware.api [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455058, 'name': PowerOnVM_Task, 'duration_secs': 0.7338} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.849024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-68bcf35d-fa1a-4b71-b5c8-5b2dd20102bb tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.094s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.849884] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1270.850203] env[70691]: INFO nova.compute.manager [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1270.850402] env[70691]: DEBUG nova.compute.manager [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1270.850748] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.889s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.850860] env[70691]: INFO nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 254de052-84a3-4dde-98d6-f37a483bc3ee] During sync_power_state the instance has a pending task (deleting). Skip. [ 1270.851046] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "254de052-84a3-4dde-98d6-f37a483bc3ee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.852128] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1307a1bf-4de3-46db-bba3-f9f99b756eac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.144900] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455059, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.183941] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7717ce6e-c83c-4b41-bf34-fe264cd3ee41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.191222] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbde1c4-4406-4599-b708-bc4cf90dcaa2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.222777] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437edfe2-2d0c-45cf-a8f1-aec33e478f7a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.230594] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcae5bee-035e-4a2e-8c80-b4792b64966c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.247030] env[70691]: DEBUG nova.compute.provider_tree [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.338951] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1271.339206] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1197b948-57d7-40c1-b0a9-dcbdb9f497c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.346754] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1271.346754] env[70691]: value = "task-3455060" [ 1271.346754] env[70691]: _type = "Task" [ 1271.346754] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.356945] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.374284] env[70691]: INFO nova.compute.manager [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Took 14.42 seconds to build instance. [ 1271.645081] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455059, 'name': RemoveSnapshot_Task, 'duration_secs': 0.808023} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.645391] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1271.645715] env[70691]: DEBUG nova.compute.manager [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1271.646552] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0820834-116c-4025-9099-7846692b444e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.750254] env[70691]: DEBUG nova.scheduler.client.report [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1271.857031] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455060, 'name': PowerOffVM_Task, 'duration_secs': 0.354781} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.857318] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1271.858144] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30841d8f-8486-4135-8ca8-709e910406f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.876083] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aac3a8d-551b-4a1b-aa76-fa250de3552b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.878857] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9b64aedc-1eab-41b7-a9ab-d83d6a53b486 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.933s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.879143] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.916s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.879338] env[70691]: INFO nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] During sync_power_state the instance has a pending task (spawning). Skip. [ 1271.879510] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.910511] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1271.910820] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca7b016-6ad5-40c1-b82f-4e911059e011 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.917362] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1271.917362] env[70691]: value = "task-3455061" [ 1271.917362] env[70691]: _type = "Task" [ 1271.917362] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.922398] env[70691]: DEBUG oslo_concurrency.lockutils [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.922633] env[70691]: DEBUG oslo_concurrency.lockutils [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.922815] env[70691]: DEBUG nova.compute.manager [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1271.923553] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a665887-30f9-4622-aef2-2a09921c08f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.929570] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1271.929778] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.930024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.930177] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.930353] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.930706] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f15509ee-1268-40bc-bdde-5965db910021 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.933478] env[70691]: DEBUG nova.compute.manager [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1271.934062] env[70691]: DEBUG nova.objects.instance [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lazy-loading 'flavor' on Instance uuid 160b9d08-20cc-41c1-812e-0a4d68229ebb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.941329] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.941515] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1271.942214] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c272174-16bb-4619-b3ec-04015395e7c3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.947026] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1271.947026] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5279099c-1ef4-47c4-b54f-de121ff9ad87" [ 1271.947026] env[70691]: _type = "Task" [ 1271.947026] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.958123] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5279099c-1ef4-47c4-b54f-de121ff9ad87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.159032] env[70691]: INFO nova.compute.manager [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Shelve offloading [ 1272.160633] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1272.160879] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eb9a46a-d689-41da-a363-f674f2499e01 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.167636] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1272.167636] env[70691]: value = "task-3455062" [ 1272.167636] env[70691]: _type = "Task" [ 1272.167636] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.175344] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.439421] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1272.439698] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c598f8b8-f96e-473f-ac6d-88b37041607f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.446788] env[70691]: DEBUG oslo_vmware.api [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1272.446788] env[70691]: value = "task-3455063" [ 1272.446788] env[70691]: _type = "Task" [ 1272.446788] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.456853] env[70691]: DEBUG oslo_vmware.api [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.460196] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5279099c-1ef4-47c4-b54f-de121ff9ad87, 'name': SearchDatastore_Task, 'duration_secs': 0.013309} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.460906] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e8ee59-a1e0-4879-a588-3e0299516391 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.465424] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1272.465424] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c08ac3-4d15-1728-177e-291e14da7b08" [ 1272.465424] env[70691]: _type = "Task" [ 1272.465424] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.472778] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c08ac3-4d15-1728-177e-291e14da7b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.678082] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1272.678305] env[70691]: DEBUG nova.compute.manager [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1272.679056] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2839ba-7f90-4775-a2a7-7fb183604426 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.684292] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.684462] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.684634] env[70691]: DEBUG nova.network.neutron [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1272.762779] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.235s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.782299] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.782538] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.956756] env[70691]: DEBUG oslo_vmware.api [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455063, 'name': PowerOffVM_Task, 'duration_secs': 0.202645} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.957048] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1272.957237] env[70691]: DEBUG nova.compute.manager [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1272.957989] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aed488-255f-45dc-a3d4-2c583987925d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.973757] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c08ac3-4d15-1728-177e-291e14da7b08, 'name': SearchDatastore_Task, 'duration_secs': 0.014192} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.974016] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.974283] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. {{(pid=70691) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1272.974536] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e6f75a-a918-4285-be10-f75d6734e7fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.981109] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1272.981109] env[70691]: value = "task-3455064" [ 1272.981109] env[70691]: _type = "Task" [ 1272.981109] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.990241] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.284655] env[70691]: DEBUG nova.compute.manager [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1273.328069] env[70691]: INFO nova.scheduler.client.report [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted allocation for migration 43eaa896-8ba1-4b60-a997-164fdbb141c8 [ 1273.468776] env[70691]: DEBUG oslo_concurrency.lockutils [None req-63b92e3b-de91-42fa-b173-f36f30e5940a tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.473143] env[70691]: DEBUG nova.network.neutron [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating instance_info_cache with network_info: [{"id": "0625a326-fea3-4242-be50-2ef1769d781b", "address": "fa:16:3e:87:66:03", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0625a326-fe", "ovs_interfaceid": "0625a326-fea3-4242-be50-2ef1769d781b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.492189] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430717} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.492491] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk. [ 1273.493285] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4909e81d-bcf8-49a5-9427-41ec44086a30 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.519557] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.519852] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7139ab75-fdea-464a-bf86-57687c705ba1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.540041] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1273.540041] env[70691]: value = "task-3455065" [ 1273.540041] env[70691]: _type = "Task" [ 1273.540041] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.547695] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.810955] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.811267] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.812844] env[70691]: INFO nova.compute.claims [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.835750] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5600b4cd-1309-41ba-83e3-39cffbd2257d tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.773s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.837045] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "5be40eac-5673-49b1-9705-1c353b554d88" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.877s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.838926] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7682ee6b-bcc8-41a9-b3a2-ee1078155743 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.974678] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.050072] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455065, 'name': ReconfigVM_Task, 'duration_secs': 0.300223} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.050379] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5-rescue.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.051224] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e240eb-8b7a-44d5-9eeb-643bb7925eff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.079306] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6e0695-9015-4571-85f4-0729d5bcf912 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.094089] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1274.094089] env[70691]: value = "task-3455066" [ 1274.094089] env[70691]: _type = "Task" [ 1274.094089] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.101793] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.258330] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "5be40eac-5673-49b1-9705-1c353b554d88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.287957] env[70691]: DEBUG nova.compute.manager [req-a09dd5bf-f671-47b4-bf59-2addee9aa424 req-ad61e5cb-be0c-4e1d-adb3-c6f7cf64ae79 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received event network-vif-unplugged-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1274.288179] env[70691]: DEBUG oslo_concurrency.lockutils [req-a09dd5bf-f671-47b4-bf59-2addee9aa424 req-ad61e5cb-be0c-4e1d-adb3-c6f7cf64ae79 service nova] Acquiring lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.288374] env[70691]: DEBUG oslo_concurrency.lockutils [req-a09dd5bf-f671-47b4-bf59-2addee9aa424 req-ad61e5cb-be0c-4e1d-adb3-c6f7cf64ae79 service nova] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.288629] env[70691]: DEBUG oslo_concurrency.lockutils [req-a09dd5bf-f671-47b4-bf59-2addee9aa424 req-ad61e5cb-be0c-4e1d-adb3-c6f7cf64ae79 service nova] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.288820] env[70691]: DEBUG nova.compute.manager [req-a09dd5bf-f671-47b4-bf59-2addee9aa424 req-ad61e5cb-be0c-4e1d-adb3-c6f7cf64ae79 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] No waiting events found dispatching network-vif-unplugged-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1274.288995] env[70691]: WARNING nova.compute.manager [req-a09dd5bf-f671-47b4-bf59-2addee9aa424 req-ad61e5cb-be0c-4e1d-adb3-c6f7cf64ae79 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received unexpected event network-vif-unplugged-0625a326-fea3-4242-be50-2ef1769d781b for instance with vm_state shelved and task_state shelving_offloading. [ 1274.348013] env[70691]: INFO nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] During sync_power_state the instance has a pending task (deleting). Skip. [ 1274.348477] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "5be40eac-5673-49b1-9705-1c353b554d88" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.348828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.091s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.349156] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "5be40eac-5673-49b1-9705-1c353b554d88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.349430] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.349658] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.352247] env[70691]: INFO nova.compute.manager [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Terminating instance [ 1274.354204] env[70691]: DEBUG nova.compute.manager [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1274.354485] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1274.355681] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c10748-1caf-4d8d-8c54-aa819f8b4308 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.363514] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1274.363856] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1448642-e66d-4078-8a3b-6e77f07292cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.370759] env[70691]: DEBUG oslo_vmware.api [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1274.370759] env[70691]: value = "task-3455067" [ 1274.370759] env[70691]: _type = "Task" [ 1274.370759] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.379416] env[70691]: DEBUG oslo_vmware.api [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.419377] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1274.420714] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b2e3f2-5a3c-4374-b16c-95603c29ca8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.428666] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1274.428932] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f1605ab-99a2-4485-ac11-a976df43c68b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.500873] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1274.501153] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1274.501265] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleting the datastore file [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.501533] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e04b5cbd-3a3c-4e58-8b66-298485e4908f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.509368] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1274.509368] env[70691]: value = "task-3455069" [ 1274.509368] env[70691]: _type = "Task" [ 1274.509368] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.517427] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.604067] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455066, 'name': ReconfigVM_Task, 'duration_secs': 0.157545} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.604450] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1274.604759] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d278ec9-f427-4798-a7e3-a85465bd6f8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.610811] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1274.610811] env[70691]: value = "task-3455070" [ 1274.610811] env[70691]: _type = "Task" [ 1274.610811] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.623829] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.880305] env[70691]: DEBUG oslo_vmware.api [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455067, 'name': PowerOffVM_Task, 'duration_secs': 0.227776} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.882799] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1274.882984] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1274.883430] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71140c3-aff8-48ff-abe9-d0098362ade4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.936481] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.936734] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.936971] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "160b9d08-20cc-41c1-812e-0a4d68229ebb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.937196] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.937375] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.939659] env[70691]: INFO nova.compute.manager [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Terminating instance [ 1274.941508] env[70691]: DEBUG nova.compute.manager [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1274.941812] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1274.942780] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a645b4-d318-42dc-b99b-e743acf23430 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.949708] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3462298a-5b83-4d9c-845b-8647d13d5446 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.959028] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1274.959028] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1274.959028] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1274.959028] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleting the datastore file [datastore1] 5be40eac-5673-49b1-9705-1c353b554d88 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.959546] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-add7ab26-35f2-4820-9cbb-336a7a1c11c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.961233] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70d951f6-d55a-4787-9263-d8ba492b79a1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.967728] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65f9cba-0fb3-48d5-827d-19c48bc63175 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.971761] env[70691]: DEBUG oslo_vmware.api [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1274.971761] env[70691]: value = "task-3455072" [ 1274.971761] env[70691]: _type = "Task" [ 1274.971761] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.999951] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08999c1-eb91-4c52-aafa-1cfbd1eae8a6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.005221] env[70691]: DEBUG oslo_vmware.api [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.010363] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52cfbef-cd4b-4155-b454-fc0cd7f624af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.026143] env[70691]: DEBUG nova.compute.provider_tree [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.031060] env[70691]: DEBUG oslo_vmware.api [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252237} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.031060] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.031060] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1275.031060] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1275.049287] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1275.049522] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1275.049707] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleting the datastore file [datastore1] 160b9d08-20cc-41c1-812e-0a4d68229ebb {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.050731] env[70691]: INFO nova.scheduler.client.report [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted allocations for instance 629740f2-6b1b-4881-9b0c-2819a0be1756 [ 1275.053059] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4c29dca-b4c7-41f1-9182-3804200652fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.059100] env[70691]: DEBUG oslo_vmware.api [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1275.059100] env[70691]: value = "task-3455074" [ 1275.059100] env[70691]: _type = "Task" [ 1275.059100] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.066606] env[70691]: DEBUG oslo_vmware.api [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.119819] env[70691]: DEBUG oslo_vmware.api [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455070, 'name': PowerOnVM_Task, 'duration_secs': 0.400777} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.120095] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1275.122847] env[70691]: DEBUG nova.compute.manager [None req-5edd3cce-81ec-49bd-95f0-d9a0c501668e tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1275.123701] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ecbfc5-1447-4a77-b320-bde9536b33e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.484099] env[70691]: DEBUG oslo_vmware.api [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169761} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.484373] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.484562] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1275.484736] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1275.484911] env[70691]: INFO nova.compute.manager [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1275.485183] env[70691]: DEBUG oslo.service.loopingcall [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.485384] env[70691]: DEBUG nova.compute.manager [-] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1275.485477] env[70691]: DEBUG nova.network.neutron [-] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1275.531975] env[70691]: DEBUG nova.scheduler.client.report [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1275.557244] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.569228] env[70691]: DEBUG oslo_vmware.api [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141932} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.569513] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.569705] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1275.569879] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1275.570067] env[70691]: INFO nova.compute.manager [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1275.570418] env[70691]: DEBUG oslo.service.loopingcall [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.570648] env[70691]: DEBUG nova.compute.manager [-] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1275.570845] env[70691]: DEBUG nova.network.neutron [-] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1275.805185] env[70691]: DEBUG nova.compute.manager [req-fe3a7f73-9560-405b-9b98-5519dddfee52 req-aae13f7d-7dd5-4e79-9d74-11381b8389be service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Received event network-vif-deleted-e6d068e3-a53d-422c-997c-1eb89fd86369 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1275.805449] env[70691]: INFO nova.compute.manager [req-fe3a7f73-9560-405b-9b98-5519dddfee52 req-aae13f7d-7dd5-4e79-9d74-11381b8389be service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Neutron deleted interface e6d068e3-a53d-422c-997c-1eb89fd86369; detaching it from the instance and deleting it from the info cache [ 1275.806033] env[70691]: DEBUG nova.network.neutron [req-fe3a7f73-9560-405b-9b98-5519dddfee52 req-aae13f7d-7dd5-4e79-9d74-11381b8389be service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.037038] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.037600] env[70691]: DEBUG nova.compute.manager [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1276.040408] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.483s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.040672] env[70691]: DEBUG nova.objects.instance [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'resources' on Instance uuid 629740f2-6b1b-4881-9b0c-2819a0be1756 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.275116] env[70691]: DEBUG nova.network.neutron [-] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.311030] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d594e07-1bc7-4aae-84f4-57d2ced3c6c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.317336] env[70691]: DEBUG nova.compute.manager [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received event network-changed-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1276.317415] env[70691]: DEBUG nova.compute.manager [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Refreshing instance network info cache due to event network-changed-0625a326-fea3-4242-be50-2ef1769d781b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1276.317623] env[70691]: DEBUG oslo_concurrency.lockutils [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] Acquiring lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.317767] env[70691]: DEBUG oslo_concurrency.lockutils [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] Acquired lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.317926] env[70691]: DEBUG nova.network.neutron [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Refreshing network info cache for port 0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1276.324592] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78097973-138d-4cd1-9e13-96ae00743d00 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.355971] env[70691]: DEBUG nova.compute.manager [req-fe3a7f73-9560-405b-9b98-5519dddfee52 req-aae13f7d-7dd5-4e79-9d74-11381b8389be service nova] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Detach interface failed, port_id=e6d068e3-a53d-422c-997c-1eb89fd86369, reason: Instance 160b9d08-20cc-41c1-812e-0a4d68229ebb could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1276.507121] env[70691]: DEBUG nova.network.neutron [-] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.514318] env[70691]: INFO nova.compute.manager [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Unrescuing [ 1276.514600] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.514911] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquired lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.514911] env[70691]: DEBUG nova.network.neutron [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1276.544809] env[70691]: DEBUG nova.compute.utils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1276.546673] env[70691]: DEBUG nova.objects.instance [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'numa_topology' on Instance uuid 629740f2-6b1b-4881-9b0c-2819a0be1756 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.547956] env[70691]: DEBUG nova.compute.manager [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1276.548278] env[70691]: DEBUG nova.network.neutron [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1276.598399] env[70691]: DEBUG nova.policy [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00aba8f483944dd594b9586b54e72099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c690619ad1cf48f982608a759124d83a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1276.778031] env[70691]: INFO nova.compute.manager [-] [instance: 160b9d08-20cc-41c1-812e-0a4d68229ebb] Took 1.21 seconds to deallocate network for instance. [ 1276.895473] env[70691]: DEBUG nova.network.neutron [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Successfully created port: 1a6f26a8-620e-415b-ac67-58e90ccc5fa0 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.010170] env[70691]: INFO nova.compute.manager [-] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Took 1.52 seconds to deallocate network for instance. [ 1277.034266] env[70691]: DEBUG nova.network.neutron [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updated VIF entry in instance network info cache for port 0625a326-fea3-4242-be50-2ef1769d781b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1277.034735] env[70691]: DEBUG nova.network.neutron [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating instance_info_cache with network_info: [{"id": "0625a326-fea3-4242-be50-2ef1769d781b", "address": "fa:16:3e:87:66:03", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0625a326-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.049019] env[70691]: DEBUG nova.compute.manager [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1277.052324] env[70691]: DEBUG nova.objects.base [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Object Instance<629740f2-6b1b-4881-9b0c-2819a0be1756> lazy-loaded attributes: resources,numa_topology {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1277.198247] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da38d716-704e-4144-8a57-226704328c8a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.207327] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3963345e-7acd-43ed-b09c-990b06d34667 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.245567] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6257554-4849-4104-baf0-007357213718 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.253258] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79c754-0ad2-483e-8bca-50f1497e4eb4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.268306] env[70691]: DEBUG nova.compute.provider_tree [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.283960] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.332740] env[70691]: DEBUG nova.network.neutron [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Updating instance_info_cache with network_info: [{"id": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "address": "fa:16:3e:e5:93:36", "network": {"id": "b664a15c-9719-4450-970a-3e2a77d294ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1709900441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60a7321be1da4a59bfe9f77c1d17e211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd982201b-3e", "ovs_interfaceid": "d982201b-3e70-40f2-b4f7-e8ae64655a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.442976] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "629740f2-6b1b-4881-9b0c-2819a0be1756" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.517080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.538487] env[70691]: DEBUG oslo_concurrency.lockutils [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] Releasing lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.538487] env[70691]: DEBUG nova.compute.manager [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Received event network-vif-deleted-4215844e-8a86-48de-8ea6-b17dec2c4069 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1277.538487] env[70691]: INFO nova.compute.manager [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Neutron deleted interface 4215844e-8a86-48de-8ea6-b17dec2c4069; detaching it from the instance and deleting it from the info cache [ 1277.538775] env[70691]: DEBUG nova.network.neutron [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.771963] env[70691]: DEBUG nova.scheduler.client.report [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1277.835631] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Releasing lock "refresh_cache-0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.836443] env[70691]: DEBUG nova.objects.instance [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lazy-loading 'flavor' on Instance uuid 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.041524] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df00f0de-ceff-42be-a7f2-3ef94a32f68a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.052280] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ce97f7-9141-4c24-a106-85dee4171967 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.063512] env[70691]: DEBUG nova.compute.manager [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1278.083771] env[70691]: DEBUG nova.compute.manager [req-0a52e0aa-d411-424c-a817-da4c3609bf61 req-a5323d10-1a8b-4821-99ce-dc409d4cd220 service nova] [instance: 5be40eac-5673-49b1-9705-1c353b554d88] Detach interface failed, port_id=4215844e-8a86-48de-8ea6-b17dec2c4069, reason: Instance 5be40eac-5673-49b1-9705-1c353b554d88 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1278.092068] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1278.092300] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1278.092465] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.092652] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1278.092805] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.092957] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1278.093182] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1278.093349] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1278.093520] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1278.093688] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1278.093868] env[70691]: DEBUG nova.virt.hardware [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1278.094671] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf33ac3-8860-4963-adf7-0df5fa8aef12 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.102224] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e443c8ae-6de8-4e12-b250-705e7fedf777 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.276827] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.279459] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.996s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.279729] env[70691]: DEBUG nova.objects.instance [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lazy-loading 'resources' on Instance uuid 160b9d08-20cc-41c1-812e-0a4d68229ebb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.342639] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c44e89-5561-4948-9913-99ce7ac1f2b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.364401] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1278.364750] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-040be3a5-514c-4511-8594-67fdca433cfe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.372415] env[70691]: DEBUG oslo_vmware.api [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1278.372415] env[70691]: value = "task-3455075" [ 1278.372415] env[70691]: _type = "Task" [ 1278.372415] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.381442] env[70691]: DEBUG oslo_vmware.api [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.408011] env[70691]: DEBUG nova.compute.manager [req-5029f149-1b24-4118-9081-c1f3b04a9042 req-27f1c8c4-b92b-4f48-a0f6-6f3074b090d7 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Received event network-vif-plugged-1a6f26a8-620e-415b-ac67-58e90ccc5fa0 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1278.408304] env[70691]: DEBUG oslo_concurrency.lockutils [req-5029f149-1b24-4118-9081-c1f3b04a9042 req-27f1c8c4-b92b-4f48-a0f6-6f3074b090d7 service nova] Acquiring lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.408528] env[70691]: DEBUG oslo_concurrency.lockutils [req-5029f149-1b24-4118-9081-c1f3b04a9042 req-27f1c8c4-b92b-4f48-a0f6-6f3074b090d7 service nova] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.408723] env[70691]: DEBUG oslo_concurrency.lockutils [req-5029f149-1b24-4118-9081-c1f3b04a9042 req-27f1c8c4-b92b-4f48-a0f6-6f3074b090d7 service nova] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.408915] env[70691]: DEBUG nova.compute.manager [req-5029f149-1b24-4118-9081-c1f3b04a9042 req-27f1c8c4-b92b-4f48-a0f6-6f3074b090d7 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] No waiting events found dispatching network-vif-plugged-1a6f26a8-620e-415b-ac67-58e90ccc5fa0 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1278.409116] env[70691]: WARNING nova.compute.manager [req-5029f149-1b24-4118-9081-c1f3b04a9042 req-27f1c8c4-b92b-4f48-a0f6-6f3074b090d7 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Received unexpected event network-vif-plugged-1a6f26a8-620e-415b-ac67-58e90ccc5fa0 for instance with vm_state building and task_state spawning. [ 1278.492394] env[70691]: DEBUG nova.network.neutron [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Successfully updated port: 1a6f26a8-620e-415b-ac67-58e90ccc5fa0 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.789622] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dbb758cc-5764-4ad8-87ee-07f175e74949 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.778s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.790349] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.829s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.790936] env[70691]: INFO nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1278.790936] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.791119] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.348s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.791292] env[70691]: INFO nova.compute.manager [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Unshelving [ 1278.884039] env[70691]: DEBUG oslo_vmware.api [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455075, 'name': PowerOffVM_Task, 'duration_secs': 0.218074} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.884372] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1278.889713] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.891971] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc0c26e2-42b9-46c6-a88c-af00316138c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.911054] env[70691]: DEBUG oslo_vmware.api [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1278.911054] env[70691]: value = "task-3455076" [ 1278.911054] env[70691]: _type = "Task" [ 1278.911054] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.920746] env[70691]: DEBUG oslo_vmware.api [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.925408] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176636bc-7d72-4043-bcd3-bf3b3540919d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.932293] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f5d3b-09c3-43a6-b4fc-9ae5faa181df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.964459] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635ade4b-03e8-4b6e-852c-d3070683cad1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.971862] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de3f6e2-4a8f-4c60-a6dc-f3582196c402 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.984980] env[70691]: DEBUG nova.compute.provider_tree [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.995231] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "refresh_cache-aeeac6fd-682e-4c57-8fd6-4b660b5c660b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.995363] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "refresh_cache-aeeac6fd-682e-4c57-8fd6-4b660b5c660b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.995506] env[70691]: DEBUG nova.network.neutron [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1279.421317] env[70691]: DEBUG oslo_vmware.api [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455076, 'name': ReconfigVM_Task, 'duration_secs': 0.216016} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.421774] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.421838] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1279.422063] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d401d16-d2f2-4503-930b-8079903c503b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.428620] env[70691]: DEBUG oslo_vmware.api [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1279.428620] env[70691]: value = "task-3455077" [ 1279.428620] env[70691]: _type = "Task" [ 1279.428620] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.435947] env[70691]: DEBUG oslo_vmware.api [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.488090] env[70691]: DEBUG nova.scheduler.client.report [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1279.538689] env[70691]: DEBUG nova.network.neutron [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1279.687777] env[70691]: DEBUG nova.network.neutron [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Updating instance_info_cache with network_info: [{"id": "1a6f26a8-620e-415b-ac67-58e90ccc5fa0", "address": "fa:16:3e:ee:7c:22", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6f26a8-62", "ovs_interfaceid": "1a6f26a8-620e-415b-ac67-58e90ccc5fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.813253] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.938481] env[70691]: DEBUG oslo_vmware.api [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455077, 'name': PowerOnVM_Task, 'duration_secs': 0.42042} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.939616] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1279.939616] env[70691]: DEBUG nova.compute.manager [None req-4fa1954f-da6a-46c4-b246-de4f07889567 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1279.940047] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d9a17b-07cc-42f0-89be-508a4f8781ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.993429] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.996023] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.479s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.996257] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.998218] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.185s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.998538] env[70691]: DEBUG nova.objects.instance [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'pci_requests' on Instance uuid 629740f2-6b1b-4881-9b0c-2819a0be1756 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.017054] env[70691]: INFO nova.scheduler.client.report [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted allocations for instance 160b9d08-20cc-41c1-812e-0a4d68229ebb [ 1280.019105] env[70691]: INFO nova.scheduler.client.report [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted allocations for instance 5be40eac-5673-49b1-9705-1c353b554d88 [ 1280.192526] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "refresh_cache-aeeac6fd-682e-4c57-8fd6-4b660b5c660b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.192860] env[70691]: DEBUG nova.compute.manager [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Instance network_info: |[{"id": "1a6f26a8-620e-415b-ac67-58e90ccc5fa0", "address": "fa:16:3e:ee:7c:22", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6f26a8-62", "ovs_interfaceid": "1a6f26a8-620e-415b-ac67-58e90ccc5fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1280.193641] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:7c:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a6f26a8-620e-415b-ac67-58e90ccc5fa0', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.201553] env[70691]: DEBUG oslo.service.loopingcall [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1280.201778] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1280.201999] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b83c93-18d6-48aa-b9bf-af56536414ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.221637] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.221637] env[70691]: value = "task-3455078" [ 1280.221637] env[70691]: _type = "Task" [ 1280.221637] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.229497] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455078, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.438687] env[70691]: DEBUG nova.compute.manager [req-f4fe1d8f-a312-4574-a503-a08e6b4f8cf4 req-d2727fe8-9306-43fb-bbdf-b7e9efaa3dd1 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Received event network-changed-1a6f26a8-620e-415b-ac67-58e90ccc5fa0 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1280.438921] env[70691]: DEBUG nova.compute.manager [req-f4fe1d8f-a312-4574-a503-a08e6b4f8cf4 req-d2727fe8-9306-43fb-bbdf-b7e9efaa3dd1 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Refreshing instance network info cache due to event network-changed-1a6f26a8-620e-415b-ac67-58e90ccc5fa0. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1280.439072] env[70691]: DEBUG oslo_concurrency.lockutils [req-f4fe1d8f-a312-4574-a503-a08e6b4f8cf4 req-d2727fe8-9306-43fb-bbdf-b7e9efaa3dd1 service nova] Acquiring lock "refresh_cache-aeeac6fd-682e-4c57-8fd6-4b660b5c660b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.439226] env[70691]: DEBUG oslo_concurrency.lockutils [req-f4fe1d8f-a312-4574-a503-a08e6b4f8cf4 req-d2727fe8-9306-43fb-bbdf-b7e9efaa3dd1 service nova] Acquired lock "refresh_cache-aeeac6fd-682e-4c57-8fd6-4b660b5c660b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.439465] env[70691]: DEBUG nova.network.neutron [req-f4fe1d8f-a312-4574-a503-a08e6b4f8cf4 req-d2727fe8-9306-43fb-bbdf-b7e9efaa3dd1 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Refreshing network info cache for port 1a6f26a8-620e-415b-ac67-58e90ccc5fa0 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1280.502271] env[70691]: DEBUG nova.objects.instance [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'numa_topology' on Instance uuid 629740f2-6b1b-4881-9b0c-2819a0be1756 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.530353] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7f0fdb7f-81da-40d9-a133-3a2625490904 tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "160b9d08-20cc-41c1-812e-0a4d68229ebb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.593s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.531415] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0a8543e1-f0ff-4ea0-95be-b2bfddbbc841 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "5be40eac-5673-49b1-9705-1c353b554d88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.183s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.732758] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455078, 'name': CreateVM_Task, 'duration_secs': 0.303887} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.732989] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1280.740893] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.741103] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.741488] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.741783] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f613fc9a-1948-4345-90a1-6df0fbacab1a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.747254] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1280.747254] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5282c26d-a2e8-4969-9872-51edf8a6419a" [ 1280.747254] env[70691]: _type = "Task" [ 1280.747254] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.754887] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5282c26d-a2e8-4969-9872-51edf8a6419a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.881687] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.881948] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.882112] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1281.005564] env[70691]: INFO nova.compute.claims [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.135162] env[70691]: DEBUG nova.network.neutron [req-f4fe1d8f-a312-4574-a503-a08e6b4f8cf4 req-d2727fe8-9306-43fb-bbdf-b7e9efaa3dd1 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Updated VIF entry in instance network info cache for port 1a6f26a8-620e-415b-ac67-58e90ccc5fa0. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1281.135649] env[70691]: DEBUG nova.network.neutron [req-f4fe1d8f-a312-4574-a503-a08e6b4f8cf4 req-d2727fe8-9306-43fb-bbdf-b7e9efaa3dd1 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Updating instance_info_cache with network_info: [{"id": "1a6f26a8-620e-415b-ac67-58e90ccc5fa0", "address": "fa:16:3e:ee:7c:22", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6f26a8-62", "ovs_interfaceid": "1a6f26a8-620e-415b-ac67-58e90ccc5fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.258265] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5282c26d-a2e8-4969-9872-51edf8a6419a, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.258651] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.258908] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.259211] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.259455] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.259684] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.259990] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-765e524d-c620-447d-a95b-b888d9dbb1e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.267990] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.268243] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1281.268949] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e205a4e-d43a-46a4-b630-b09c2ec2b34e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.273958] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1281.273958] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b1d10c-f46d-e2e8-1f71-86fad61b55df" [ 1281.273958] env[70691]: _type = "Task" [ 1281.273958] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.281667] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b1d10c-f46d-e2e8-1f71-86fad61b55df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.290156] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.290402] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.290622] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.290808] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.290984] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.293102] env[70691]: INFO nova.compute.manager [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Terminating instance [ 1281.295089] env[70691]: DEBUG nova.compute.manager [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1281.295295] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1281.296076] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df17f3e9-66fa-48f4-bf49-af9e7e1c7735 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.302797] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1281.303047] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66afea7c-dd0c-4b44-b917-115c8ad41d52 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.308960] env[70691]: DEBUG oslo_vmware.api [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1281.308960] env[70691]: value = "task-3455079" [ 1281.308960] env[70691]: _type = "Task" [ 1281.308960] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.317820] env[70691]: DEBUG oslo_vmware.api [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.407496] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "de716970-603e-47a1-bd53-8a30b2e86678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.407770] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "de716970-603e-47a1-bd53-8a30b2e86678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.530346] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.638553] env[70691]: DEBUG oslo_concurrency.lockutils [req-f4fe1d8f-a312-4574-a503-a08e6b4f8cf4 req-d2727fe8-9306-43fb-bbdf-b7e9efaa3dd1 service nova] Releasing lock "refresh_cache-aeeac6fd-682e-4c57-8fd6-4b660b5c660b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.784874] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b1d10c-f46d-e2e8-1f71-86fad61b55df, 'name': SearchDatastore_Task, 'duration_secs': 0.008663} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.785654] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387b3842-641b-4254-9e61-b02b8e83ba21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.790464] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1281.790464] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526e54f4-8ab2-9b11-96ed-271190916ec9" [ 1281.790464] env[70691]: _type = "Task" [ 1281.790464] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.798955] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526e54f4-8ab2-9b11-96ed-271190916ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.819733] env[70691]: DEBUG oslo_vmware.api [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455079, 'name': PowerOffVM_Task, 'duration_secs': 0.170539} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.820080] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1281.820353] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1281.820694] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e56b6e07-ea8b-4ff9-ba81-47c80c136567 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.863191] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.863191] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.863468] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.863733] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.864017] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.867360] env[70691]: INFO nova.compute.manager [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Terminating instance [ 1281.869655] env[70691]: DEBUG nova.compute.manager [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1281.869955] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1281.871180] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f66ffa-e4ff-4052-9a05-fd6d5162229c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.878578] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1281.878780] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-493bd97a-dbb5-4cc6-9496-0d8859de73f5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.884959] env[70691]: DEBUG oslo_vmware.api [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1281.884959] env[70691]: value = "task-3455081" [ 1281.884959] env[70691]: _type = "Task" [ 1281.884959] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.890083] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1281.890293] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1281.890478] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Deleting the datastore file [datastore2] 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.890718] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f59ea16b-5d41-44f3-a4f6-0774d65ef67a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.895241] env[70691]: DEBUG oslo_vmware.api [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.899968] env[70691]: DEBUG oslo_vmware.api [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1281.899968] env[70691]: value = "task-3455082" [ 1281.899968] env[70691]: _type = "Task" [ 1281.899968] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.907510] env[70691]: DEBUG oslo_vmware.api [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.909995] env[70691]: DEBUG nova.compute.manager [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1282.141028] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a4b56-40ad-4ac8-9aa6-21628131cd3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.148037] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b78bbab-2a3b-46cd-b3fd-771079381a39 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.178582] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6611c75c-5760-4c9b-bbca-00a962811c60 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.185332] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13afa6df-ecf0-46ae-826a-550918b22073 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.198165] env[70691]: DEBUG nova.compute.provider_tree [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.300679] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526e54f4-8ab2-9b11-96ed-271190916ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.300942] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.301221] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b/aeeac6fd-682e-4c57-8fd6-4b660b5c660b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1282.301488] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ac9018-8708-48c3-8cf1-932d8af3d3b4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.307305] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1282.307305] env[70691]: value = "task-3455083" [ 1282.307305] env[70691]: _type = "Task" [ 1282.307305] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.314586] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.394010] env[70691]: DEBUG oslo_vmware.api [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455081, 'name': PowerOffVM_Task, 'duration_secs': 0.222994} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.394241] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1282.394418] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1282.394670] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fc5da5b-eb37-409c-af40-ad5ebb99669b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.407530] env[70691]: DEBUG oslo_vmware.api [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128494} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.407750] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.407932] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1282.408125] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1282.408338] env[70691]: INFO nova.compute.manager [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.408576] env[70691]: DEBUG oslo.service.loopingcall [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.408766] env[70691]: DEBUG nova.compute.manager [-] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1282.408864] env[70691]: DEBUG nova.network.neutron [-] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1282.427689] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.469235] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1282.469463] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1282.469654] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleting the datastore file [datastore2] ed5d8fc8-773f-443b-b2e8-4d93c641f0a9 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.469945] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c65787b9-bbc4-470b-89c9-a9232c9b4d12 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.476720] env[70691]: DEBUG oslo_vmware.api [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for the task: (returnval){ [ 1282.476720] env[70691]: value = "task-3455085" [ 1282.476720] env[70691]: _type = "Task" [ 1282.476720] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.485057] env[70691]: DEBUG oslo_vmware.api [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.530879] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.531200] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1282.697789] env[70691]: DEBUG nova.compute.manager [req-9982b011-9b15-4e2a-9cee-592641840338 req-4a516410-933a-4ff2-89ba-4c4c56be0802 service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Received event network-vif-deleted-d982201b-3e70-40f2-b4f7-e8ae64655a6c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1282.698050] env[70691]: INFO nova.compute.manager [req-9982b011-9b15-4e2a-9cee-592641840338 req-4a516410-933a-4ff2-89ba-4c4c56be0802 service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Neutron deleted interface d982201b-3e70-40f2-b4f7-e8ae64655a6c; detaching it from the instance and deleting it from the info cache [ 1282.698301] env[70691]: DEBUG nova.network.neutron [req-9982b011-9b15-4e2a-9cee-592641840338 req-4a516410-933a-4ff2-89ba-4c4c56be0802 service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.701028] env[70691]: DEBUG nova.scheduler.client.report [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1282.817133] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488301} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.817427] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b/aeeac6fd-682e-4c57-8fd6-4b660b5c660b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1282.817652] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.817904] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83e9c1c7-4b1f-4b73-904a-1b7a33c31480 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.823578] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1282.823578] env[70691]: value = "task-3455086" [ 1282.823578] env[70691]: _type = "Task" [ 1282.823578] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.830545] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.986069] env[70691]: DEBUG oslo_vmware.api [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Task: {'id': task-3455085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372394} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.986347] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.986544] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1282.986729] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1282.986904] env[70691]: INFO nova.compute.manager [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1282.987167] env[70691]: DEBUG oslo.service.loopingcall [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.987368] env[70691]: DEBUG nova.compute.manager [-] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1282.987460] env[70691]: DEBUG nova.network.neutron [-] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1283.170639] env[70691]: DEBUG nova.network.neutron [-] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.201348] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5468dc9f-5d27-414c-8faa-cb4d5c0ba9c0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.205746] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.208s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.208874] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.781s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.210632] env[70691]: INFO nova.compute.claims [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.216765] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05592f3c-a726-4bff-b53f-e5b123cb39c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.245755] env[70691]: DEBUG nova.compute.manager [req-9982b011-9b15-4e2a-9cee-592641840338 req-4a516410-933a-4ff2-89ba-4c4c56be0802 service nova] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Detach interface failed, port_id=d982201b-3e70-40f2-b4f7-e8ae64655a6c, reason: Instance 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1283.260906] env[70691]: INFO nova.network.neutron [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating port 0625a326-fea3-4242-be50-2ef1769d781b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1283.335551] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062985} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.335941] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.337117] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e781317-9b46-4577-849e-439af93e2694 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.370695] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b/aeeac6fd-682e-4c57-8fd6-4b660b5c660b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.371183] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b31ac6-b432-4b26-9bb5-f4e17972364b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.401551] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1283.401551] env[70691]: value = "task-3455087" [ 1283.401551] env[70691]: _type = "Task" [ 1283.401551] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.409352] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.673635] env[70691]: INFO nova.compute.manager [-] [instance: 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc] Took 1.26 seconds to deallocate network for instance. [ 1283.748582] env[70691]: DEBUG nova.network.neutron [-] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.912524] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.183224] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.251074] env[70691]: INFO nova.compute.manager [-] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Took 1.26 seconds to deallocate network for instance. [ 1284.296102] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.298064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquired lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.298064] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Forcefully refreshing network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1284.382772] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bea153c-c80a-46de-aab6-4ea640272e82 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.393224] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97091547-a74e-49a2-be9f-eb566a9eaa86 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.425510] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aa0f05-637b-495a-8be1-70404af98681 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.432756] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455087, 'name': ReconfigVM_Task, 'duration_secs': 0.526846} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.434917] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b/aeeac6fd-682e-4c57-8fd6-4b660b5c660b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.435530] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5763f45d-321b-4eb4-b80c-96e3901126bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.437988] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959b4971-72a7-48dd-9087-f67dec5b549b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.452522] env[70691]: DEBUG nova.compute.provider_tree [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.455040] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1284.455040] env[70691]: value = "task-3455088" [ 1284.455040] env[70691]: _type = "Task" [ 1284.455040] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.462537] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455088, 'name': Rename_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.743659] env[70691]: DEBUG nova.compute.manager [req-fcd42d1d-d539-42c2-a910-09f4652a0d5b req-0c9d2df0-9836-4a4f-ab05-fcfa8015ed2f service nova] [instance: ed5d8fc8-773f-443b-b2e8-4d93c641f0a9] Received event network-vif-deleted-e95687c3-00eb-432c-af29-0c50c0d84684 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.743931] env[70691]: DEBUG nova.compute.manager [req-fcd42d1d-d539-42c2-a910-09f4652a0d5b req-0c9d2df0-9836-4a4f-ab05-fcfa8015ed2f service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received event network-vif-plugged-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.745886] env[70691]: DEBUG oslo_concurrency.lockutils [req-fcd42d1d-d539-42c2-a910-09f4652a0d5b req-0c9d2df0-9836-4a4f-ab05-fcfa8015ed2f service nova] Acquiring lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.746073] env[70691]: DEBUG oslo_concurrency.lockutils [req-fcd42d1d-d539-42c2-a910-09f4652a0d5b req-0c9d2df0-9836-4a4f-ab05-fcfa8015ed2f service nova] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.746235] env[70691]: DEBUG oslo_concurrency.lockutils [req-fcd42d1d-d539-42c2-a910-09f4652a0d5b req-0c9d2df0-9836-4a4f-ab05-fcfa8015ed2f service nova] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.746453] env[70691]: DEBUG nova.compute.manager [req-fcd42d1d-d539-42c2-a910-09f4652a0d5b req-0c9d2df0-9836-4a4f-ab05-fcfa8015ed2f service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] No waiting events found dispatching network-vif-plugged-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1284.747101] env[70691]: WARNING nova.compute.manager [req-fcd42d1d-d539-42c2-a910-09f4652a0d5b req-0c9d2df0-9836-4a4f-ab05-fcfa8015ed2f service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received unexpected event network-vif-plugged-0625a326-fea3-4242-be50-2ef1769d781b for instance with vm_state shelved_offloaded and task_state spawning. [ 1284.748606] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.748606] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.748606] env[70691]: DEBUG nova.network.neutron [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1284.763703] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.955509] env[70691]: DEBUG nova.scheduler.client.report [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1284.967266] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455088, 'name': Rename_Task, 'duration_secs': 0.136605} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.967537] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1284.967775] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b89d2d29-0bb2-4d3b-b544-0eddb1f1171f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.974554] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1284.974554] env[70691]: value = "task-3455089" [ 1284.974554] env[70691]: _type = "Task" [ 1284.974554] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.981672] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.462367] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.462879] env[70691]: DEBUG nova.compute.manager [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1285.465781] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.283s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.466014] env[70691]: DEBUG nova.objects.instance [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lazy-loading 'resources' on Instance uuid 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.484898] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.604009] env[70691]: DEBUG nova.network.neutron [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating instance_info_cache with network_info: [{"id": "0625a326-fea3-4242-be50-2ef1769d781b", "address": "fa:16:3e:87:66:03", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0625a326-fe", "ovs_interfaceid": "0625a326-fea3-4242-be50-2ef1769d781b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.652124] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updating instance_info_cache with network_info: [{"id": "d971db96-7afd-4662-b3ac-dff7e5330610", "address": "fa:16:3e:ee:9d:ab", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd971db96-7a", "ovs_interfaceid": "d971db96-7afd-4662-b3ac-dff7e5330610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.968963] env[70691]: DEBUG nova.compute.utils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1285.974026] env[70691]: DEBUG nova.compute.manager [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1285.974026] env[70691]: DEBUG nova.network.neutron [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1285.984621] env[70691]: DEBUG oslo_vmware.api [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455089, 'name': PowerOnVM_Task, 'duration_secs': 0.994758} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.985602] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1285.985724] env[70691]: INFO nova.compute.manager [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1285.986839] env[70691]: DEBUG nova.compute.manager [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1285.986839] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8341e8-70fe-40c5-b92c-18564a54d43b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.012448] env[70691]: DEBUG nova.policy [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '027dadb3c5dc468d9c221c855b34a4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82d89e770e64f2484e9cf0fd2198bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1286.086809] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f71997-b890-4231-97ed-26cc95fc02f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.093880] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fe19fb-3aef-4f2a-8175-39431212cc35 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.123323] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.126577] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa9cf9-1886-45a4-93db-27e988173cea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.133654] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ecee20-6774-4bd8-af5f-f93f89740c26 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.146728] env[70691]: DEBUG nova.compute.provider_tree [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.155306] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fde8979f31b80c574c8a3fe909ca4abd',container_format='bare',created_at=2025-04-15T20:20:54Z,direct_url=,disk_format='vmdk',id=a672e68d-d62c-4c1c-b101-92c95696a8f5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-242567987-shelved',owner='a1494110c1fc4cee80e3e032ba9cf2c8',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-04-15T20:21:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1286.155565] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1286.155779] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.155998] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1286.156173] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.156339] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1286.156560] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1286.156726] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1286.156899] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1286.157081] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1286.157268] env[70691]: DEBUG nova.virt.hardware [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1286.157704] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Releasing lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.157868] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updated the network info_cache for instance {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1286.158664] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b58e218-14c1-49ee-849f-84db22a55e88 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.161519] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.161708] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.162269] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.162729] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.167784] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f22cf-29df-44ae-a044-c71ed42d807e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.180959] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:66:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0625a326-fea3-4242-be50-2ef1769d781b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.188329] env[70691]: DEBUG oslo.service.loopingcall [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.188764] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1286.188984] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89786e72-222e-48ac-b4c7-47170c93be49 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.207927] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.207927] env[70691]: value = "task-3455090" [ 1286.207927] env[70691]: _type = "Task" [ 1286.207927] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.215630] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455090, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.291728] env[70691]: DEBUG nova.network.neutron [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Successfully created port: 4525d9df-5b69-47b9-bbf3-be8f3109602c {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.474141] env[70691]: DEBUG nova.compute.manager [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1286.511115] env[70691]: INFO nova.compute.manager [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Took 12.72 seconds to build instance. [ 1286.650947] env[70691]: DEBUG nova.scheduler.client.report [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1286.667421] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.718032] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455090, 'name': CreateVM_Task, 'duration_secs': 0.337732} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.718225] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1286.718949] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.719150] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.719533] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.719817] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4aaf3e-5e47-499c-9adb-ba5338f47b10 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.724431] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1286.724431] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b6f481-db8b-8eb5-a62c-e1423f13e6bf" [ 1286.724431] env[70691]: _type = "Task" [ 1286.724431] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.732973] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b6f481-db8b-8eb5-a62c-e1423f13e6bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.770788] env[70691]: DEBUG nova.compute.manager [req-4cc1b1c8-83d2-470e-a321-fd8f44cbc860 req-1c3d5b4e-79a1-4205-8ed7-f440b7606144 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received event network-changed-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1286.771032] env[70691]: DEBUG nova.compute.manager [req-4cc1b1c8-83d2-470e-a321-fd8f44cbc860 req-1c3d5b4e-79a1-4205-8ed7-f440b7606144 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Refreshing instance network info cache due to event network-changed-0625a326-fea3-4242-be50-2ef1769d781b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1286.771259] env[70691]: DEBUG oslo_concurrency.lockutils [req-4cc1b1c8-83d2-470e-a321-fd8f44cbc860 req-1c3d5b4e-79a1-4205-8ed7-f440b7606144 service nova] Acquiring lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.771407] env[70691]: DEBUG oslo_concurrency.lockutils [req-4cc1b1c8-83d2-470e-a321-fd8f44cbc860 req-1c3d5b4e-79a1-4205-8ed7-f440b7606144 service nova] Acquired lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.771575] env[70691]: DEBUG nova.network.neutron [req-4cc1b1c8-83d2-470e-a321-fd8f44cbc860 req-1c3d5b4e-79a1-4205-8ed7-f440b7606144 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Refreshing network info cache for port 0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1287.013698] env[70691]: DEBUG oslo_concurrency.lockutils [None req-493a8958-fa75-40fc-b8ca-fd59a5c5787d tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.231s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.156304] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.158808] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.402s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.162927] env[70691]: DEBUG nova.objects.instance [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lazy-loading 'resources' on Instance uuid ed5d8fc8-773f-443b-b2e8-4d93c641f0a9 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.176523] env[70691]: INFO nova.scheduler.client.report [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Deleted allocations for instance 0ef9323d-ebb6-465f-bb8a-75623c8ee4fc [ 1287.234746] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.235031] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Processing image a672e68d-d62c-4c1c-b101-92c95696a8f5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.235283] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5/a672e68d-d62c-4c1c-b101-92c95696a8f5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.235489] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5/a672e68d-d62c-4c1c-b101-92c95696a8f5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.235703] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.235980] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33b23527-4c69-400a-bd32-466c20ed1ae4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.254123] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.254351] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1287.255361] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a35367-4fd5-4701-87ae-9b85e458a549 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.260962] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1287.260962] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f9a73e-4ff4-1620-5e2e-6907d8f07d1b" [ 1287.260962] env[70691]: _type = "Task" [ 1287.260962] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.270377] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f9a73e-4ff4-1620-5e2e-6907d8f07d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.484193] env[70691]: DEBUG nova.compute.manager [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1287.516158] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1287.516486] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1287.516649] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.516900] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1287.517037] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.517226] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1287.517450] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1287.517618] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1287.517788] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1287.517954] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1287.518152] env[70691]: DEBUG nova.virt.hardware [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1287.519131] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d174531-e0b7-4133-a269-052f663d6b3c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.522506] env[70691]: DEBUG nova.network.neutron [req-4cc1b1c8-83d2-470e-a321-fd8f44cbc860 req-1c3d5b4e-79a1-4205-8ed7-f440b7606144 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updated VIF entry in instance network info cache for port 0625a326-fea3-4242-be50-2ef1769d781b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1287.522853] env[70691]: DEBUG nova.network.neutron [req-4cc1b1c8-83d2-470e-a321-fd8f44cbc860 req-1c3d5b4e-79a1-4205-8ed7-f440b7606144 service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating instance_info_cache with network_info: [{"id": "0625a326-fea3-4242-be50-2ef1769d781b", "address": "fa:16:3e:87:66:03", "network": {"id": "1257a5a8-2790-414c-a37b-1711310a7f79", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331394181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1494110c1fc4cee80e3e032ba9cf2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0625a326-fe", "ovs_interfaceid": "0625a326-fea3-4242-be50-2ef1769d781b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.529921] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62e0b7-c459-4446-ad00-a7169e774787 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.688589] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d398c092-85f2-413c-ad34-658e0506b5ce tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "0ef9323d-ebb6-465f-bb8a-75623c8ee4fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.398s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.775265] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Preparing fetch location {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1287.775662] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Fetch image to [datastore2] OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d/OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d.vmdk {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1287.776063] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Downloading stream optimized image a672e68d-d62c-4c1c-b101-92c95696a8f5 to [datastore2] OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d/OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d.vmdk on the data store datastore2 as vApp {{(pid=70691) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1287.776310] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Downloading image file data a672e68d-d62c-4c1c-b101-92c95696a8f5 to the ESX as VM named 'OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d' {{(pid=70691) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1287.790826] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f81e2c-501f-4595-99cf-22e149070de0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.816034] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40e455d-d45c-4e26-86ea-acf537503ef8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.850026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3defe0b6-a46c-4167-93c2-98311bc97727 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.856659] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c766cec5-3ea3-4aa3-abd8-c229f10f9b4f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.870027] env[70691]: DEBUG nova.compute.provider_tree [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.875105] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1287.875105] env[70691]: value = "resgroup-9" [ 1287.875105] env[70691]: _type = "ResourcePool" [ 1287.875105] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1287.875105] env[70691]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5ac4bfea-2122-4e81-a875-f62654ee538e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.893586] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lease: (returnval){ [ 1287.893586] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52882894-9405-6df0-9637-2a0ec23a53a4" [ 1287.893586] env[70691]: _type = "HttpNfcLease" [ 1287.893586] env[70691]: } obtained for vApp import into resource pool (val){ [ 1287.893586] env[70691]: value = "resgroup-9" [ 1287.893586] env[70691]: _type = "ResourcePool" [ 1287.893586] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1287.894053] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the lease: (returnval){ [ 1287.894053] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52882894-9405-6df0-9637-2a0ec23a53a4" [ 1287.894053] env[70691]: _type = "HttpNfcLease" [ 1287.894053] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1287.901581] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1287.901581] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52882894-9405-6df0-9637-2a0ec23a53a4" [ 1287.901581] env[70691]: _type = "HttpNfcLease" [ 1287.901581] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1287.929221] env[70691]: DEBUG nova.network.neutron [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Successfully updated port: 4525d9df-5b69-47b9-bbf3-be8f3109602c {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.025690] env[70691]: DEBUG oslo_concurrency.lockutils [req-4cc1b1c8-83d2-470e-a321-fd8f44cbc860 req-1c3d5b4e-79a1-4205-8ed7-f440b7606144 service nova] Releasing lock "refresh_cache-629740f2-6b1b-4881-9b0c-2819a0be1756" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.065576] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "e9e37f69-21ae-4345-9743-a929b6d087e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.065854] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.066103] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "e9e37f69-21ae-4345-9743-a929b6d087e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.066301] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.066476] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.068738] env[70691]: INFO nova.compute.manager [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Terminating instance [ 1288.070738] env[70691]: DEBUG nova.compute.manager [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1288.070987] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1288.071885] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceec9066-9edd-44aa-bac5-9bbfabeab371 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.079942] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1288.080185] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d27bc73c-a11e-4564-bd3e-185d9ed806df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.085796] env[70691]: DEBUG oslo_vmware.api [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1288.085796] env[70691]: value = "task-3455092" [ 1288.085796] env[70691]: _type = "Task" [ 1288.085796] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.093520] env[70691]: DEBUG oslo_vmware.api [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.373797] env[70691]: DEBUG nova.scheduler.client.report [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1288.402390] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.402390] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52882894-9405-6df0-9637-2a0ec23a53a4" [ 1288.402390] env[70691]: _type = "HttpNfcLease" [ 1288.402390] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1288.402774] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1288.402774] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52882894-9405-6df0-9637-2a0ec23a53a4" [ 1288.402774] env[70691]: _type = "HttpNfcLease" [ 1288.402774] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1288.403806] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6cea62-b1cc-4f6c-8778-adf804bb2006 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.412471] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294e87f-a35f-cf91-2e9a-bf54818d960a/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1288.412675] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294e87f-a35f-cf91-2e9a-bf54818d960a/disk-0.vmdk. {{(pid=70691) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1288.469899] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.470053] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.470205] env[70691]: DEBUG nova.network.neutron [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1288.477319] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed942862-4c41-4400-affe-edf9f9a17c3f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.596698] env[70691]: DEBUG oslo_vmware.api [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455092, 'name': PowerOffVM_Task, 'duration_secs': 0.3186} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.597017] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1288.597211] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1288.597477] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bc02b83-b648-4d96-ae72-6d4e56f6ab88 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.671144] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1288.671419] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1288.671700] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Deleting the datastore file [datastore1] e9e37f69-21ae-4345-9743-a929b6d087e3 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.672069] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f6f1332-f790-4170-9d38-20bfe3df704f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.681463] env[70691]: DEBUG oslo_vmware.api [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for the task: (returnval){ [ 1288.681463] env[70691]: value = "task-3455094" [ 1288.681463] env[70691]: _type = "Task" [ 1288.681463] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.691233] env[70691]: DEBUG oslo_vmware.api [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.878763] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.881030] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.214s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.881220] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.881380] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1288.882250] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafa8c63-a98c-42ee-9adf-9b2a5ebd2138 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.887928] env[70691]: DEBUG nova.compute.manager [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Received event network-changed-1a6f26a8-620e-415b-ac67-58e90ccc5fa0 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1288.888140] env[70691]: DEBUG nova.compute.manager [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Refreshing instance network info cache due to event network-changed-1a6f26a8-620e-415b-ac67-58e90ccc5fa0. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1288.888363] env[70691]: DEBUG oslo_concurrency.lockutils [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] Acquiring lock "refresh_cache-aeeac6fd-682e-4c57-8fd6-4b660b5c660b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.888524] env[70691]: DEBUG oslo_concurrency.lockutils [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] Acquired lock "refresh_cache-aeeac6fd-682e-4c57-8fd6-4b660b5c660b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.888696] env[70691]: DEBUG nova.network.neutron [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Refreshing network info cache for port 1a6f26a8-620e-415b-ac67-58e90ccc5fa0 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1288.893346] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd34893e-61c8-4d51-8b2e-546f8ecc7b77 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.898448] env[70691]: INFO nova.scheduler.client.report [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Deleted allocations for instance ed5d8fc8-773f-443b-b2e8-4d93c641f0a9 [ 1288.914492] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5184766-9fd9-4975-b7d4-3bf1b4b88f0a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.921800] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0164c4f2-80df-4df3-a535-418be9fb97c2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.955185] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180127MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1288.955386] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.955564] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.004708] env[70691]: DEBUG nova.network.neutron [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1289.161056] env[70691]: DEBUG nova.network.neutron [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance_info_cache with network_info: [{"id": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "address": "fa:16:3e:93:6a:ce", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4525d9df-5b", "ovs_interfaceid": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.191825] env[70691]: DEBUG oslo_vmware.api [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Task: {'id': task-3455094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272399} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.192126] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.192339] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1289.192542] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1289.192754] env[70691]: INFO nova.compute.manager [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1289.193063] env[70691]: DEBUG oslo.service.loopingcall [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1289.193304] env[70691]: DEBUG nova.compute.manager [-] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1289.193407] env[70691]: DEBUG nova.network.neutron [-] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1289.408789] env[70691]: DEBUG oslo_concurrency.lockutils [None req-dcb44adb-f54d-4c70-838d-22d4cfa0e04e tempest-ServersTestJSON-1264924314 tempest-ServersTestJSON-1264924314-project-member] Lock "ed5d8fc8-773f-443b-b2e8-4d93c641f0a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.545s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.559510] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Completed reading data from the image iterator. {{(pid=70691) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1289.559794] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294e87f-a35f-cf91-2e9a-bf54818d960a/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1289.560816] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f5073e-6344-4214-a304-8853a734eede {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.567974] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294e87f-a35f-cf91-2e9a-bf54818d960a/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1289.568170] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294e87f-a35f-cf91-2e9a-bf54818d960a/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1289.568467] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f1e35027-ccc9-4ca3-aaa9-0892cf3e7b36 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.658036] env[70691]: DEBUG nova.network.neutron [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Updated VIF entry in instance network info cache for port 1a6f26a8-620e-415b-ac67-58e90ccc5fa0. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1289.658568] env[70691]: DEBUG nova.network.neutron [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Updating instance_info_cache with network_info: [{"id": "1a6f26a8-620e-415b-ac67-58e90ccc5fa0", "address": "fa:16:3e:ee:7c:22", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6f26a8-62", "ovs_interfaceid": "1a6f26a8-620e-415b-ac67-58e90ccc5fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.667444] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.667444] env[70691]: DEBUG nova.compute.manager [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Instance network_info: |[{"id": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "address": "fa:16:3e:93:6a:ce", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4525d9df-5b", "ovs_interfaceid": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1289.667444] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:6a:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4525d9df-5b69-47b9-bbf3-be8f3109602c', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.674532] env[70691]: DEBUG oslo.service.loopingcall [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1289.675049] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1289.675298] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-062f7d0e-d5ce-46ce-b0a4-fb0393590945 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.694184] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.694184] env[70691]: value = "task-3455095" [ 1289.694184] env[70691]: _type = "Task" [ 1289.694184] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.701981] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455095, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.750651] env[70691]: DEBUG oslo_vmware.rw_handles [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294e87f-a35f-cf91-2e9a-bf54818d960a/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1289.750920] env[70691]: INFO nova.virt.vmwareapi.images [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Downloaded image file data a672e68d-d62c-4c1c-b101-92c95696a8f5 [ 1289.751698] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc961cc2-e824-4994-9896-ed0d8a67d608 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.768751] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-add4503c-5115-4efd-89bd-b78ba9732a20 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.794656] env[70691]: INFO nova.virt.vmwareapi.images [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] The imported VM was unregistered [ 1289.797163] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Caching image {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1289.797409] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5 {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.797685] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d8bb968-02d9-4708-87ab-e1d4c654229a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.826230] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Created directory with path [datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5 {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.826446] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d/OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d.vmdk to [datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5/a672e68d-d62c-4c1c-b101-92c95696a8f5.vmdk. {{(pid=70691) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1289.826710] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1c3e21b0-13f2-40b0-a908-4b862e9f77dd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.833678] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1289.833678] env[70691]: value = "task-3455097" [ 1289.833678] env[70691]: _type = "Task" [ 1289.833678] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.840736] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455097, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.965661] env[70691]: DEBUG nova.network.neutron [-] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.996876] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 714db313-1b44-45c6-9768-5594fe46d9e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.997052] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance e9e37f69-21ae-4345-9743-a929b6d087e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.997185] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.997306] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance a58a476c-0a0f-45ba-92e6-2f16b1edc747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.997423] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance aeeac6fd-682e-4c57-8fd6-4b660b5c660b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.997540] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 629740f2-6b1b-4881-9b0c-2819a0be1756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.997739] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance de716970-603e-47a1-bd53-8a30b2e86678 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.997827] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1289.997982] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1290.101999] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022a4fcb-1e0d-4271-8190-cb5231e4f980 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.110551] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e73452-04af-4a6f-948d-c5fe4512a084 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.140935] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4dbfd8-5806-4698-adc4-7d877b009673 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.148664] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95f3fb-de03-49d3-92b7-35dceb294360 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.162192] env[70691]: DEBUG oslo_concurrency.lockutils [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] Releasing lock "refresh_cache-aeeac6fd-682e-4c57-8fd6-4b660b5c660b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.162453] env[70691]: DEBUG nova.compute.manager [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Received event network-vif-plugged-4525d9df-5b69-47b9-bbf3-be8f3109602c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1290.162641] env[70691]: DEBUG oslo_concurrency.lockutils [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] Acquiring lock "de716970-603e-47a1-bd53-8a30b2e86678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.162874] env[70691]: DEBUG oslo_concurrency.lockutils [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] Lock "de716970-603e-47a1-bd53-8a30b2e86678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.163063] env[70691]: DEBUG oslo_concurrency.lockutils [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] Lock "de716970-603e-47a1-bd53-8a30b2e86678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.163241] env[70691]: DEBUG nova.compute.manager [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] No waiting events found dispatching network-vif-plugged-4525d9df-5b69-47b9-bbf3-be8f3109602c {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1290.163413] env[70691]: WARNING nova.compute.manager [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Received unexpected event network-vif-plugged-4525d9df-5b69-47b9-bbf3-be8f3109602c for instance with vm_state building and task_state spawning. [ 1290.163579] env[70691]: DEBUG nova.compute.manager [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Received event network-changed-4525d9df-5b69-47b9-bbf3-be8f3109602c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1290.163736] env[70691]: DEBUG nova.compute.manager [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Refreshing instance network info cache due to event network-changed-4525d9df-5b69-47b9-bbf3-be8f3109602c. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1290.163923] env[70691]: DEBUG oslo_concurrency.lockutils [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] Acquiring lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.164074] env[70691]: DEBUG oslo_concurrency.lockutils [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] Acquired lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.164275] env[70691]: DEBUG nova.network.neutron [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Refreshing network info cache for port 4525d9df-5b69-47b9-bbf3-be8f3109602c {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1290.165481] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.204231] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455095, 'name': CreateVM_Task} progress is 25%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.344758] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455097, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.468377] env[70691]: INFO nova.compute.manager [-] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Took 1.27 seconds to deallocate network for instance. [ 1290.670321] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1290.707333] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455095, 'name': CreateVM_Task, 'duration_secs': 0.982882} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.709898] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1290.710711] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.710908] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.711253] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.711848] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a525ae22-e3d7-46e2-a2b5-ffcf3c5cd76c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.717789] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1290.717789] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f9eda4-c3ef-bb98-f18f-f4ce11c36e6c" [ 1290.717789] env[70691]: _type = "Task" [ 1290.717789] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.726844] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f9eda4-c3ef-bb98-f18f-f4ce11c36e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.844450] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455097, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.910242] env[70691]: DEBUG nova.network.neutron [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updated VIF entry in instance network info cache for port 4525d9df-5b69-47b9-bbf3-be8f3109602c. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1290.910663] env[70691]: DEBUG nova.network.neutron [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance_info_cache with network_info: [{"id": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "address": "fa:16:3e:93:6a:ce", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4525d9df-5b", "ovs_interfaceid": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.917889] env[70691]: DEBUG nova.compute.manager [req-2ef13be7-4e14-43ac-b8e7-de9c4f690bed req-d6df47c9-af85-4fd6-81a6-d847aa9525f9 service nova] [instance: e9e37f69-21ae-4345-9743-a929b6d087e3] Received event network-vif-deleted-75a779cb-b9c7-4542-9aa0-5ac6124b9262 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1290.976459] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.175913] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1291.176424] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.176568] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.200s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.176787] env[70691]: DEBUG nova.objects.instance [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lazy-loading 'resources' on Instance uuid e9e37f69-21ae-4345-9743-a929b6d087e3 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.229280] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f9eda4-c3ef-bb98-f18f-f4ce11c36e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.084553} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.229587] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.229854] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.230119] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.230279] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.230494] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.230768] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-045d08ec-d305-4266-9f31-5a4393b7bc5c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.247045] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.247045] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1291.247574] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a93764-4595-4413-8375-6f9bafbac70e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.253209] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1291.253209] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ec58d5-e5d2-1043-a4b4-7cd72957d924" [ 1291.253209] env[70691]: _type = "Task" [ 1291.253209] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.261276] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ec58d5-e5d2-1043-a4b4-7cd72957d924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.344945] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455097, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.414080] env[70691]: DEBUG oslo_concurrency.lockutils [req-58593208-2ee0-4cea-92f4-78ad499545a3 req-2135a999-eef7-4848-8a59-f1d1fc065124 service nova] Releasing lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.765880] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ec58d5-e5d2-1043-a4b4-7cd72957d924, 'name': SearchDatastore_Task, 'duration_secs': 0.082756} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.769818] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a73900-3a4a-4add-a188-0d1b5b47d6e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.775515] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1291.775515] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52969242-1168-9a6f-9da4-52f38a190f65" [ 1291.775515] env[70691]: _type = "Task" [ 1291.775515] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.785165] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52969242-1168-9a6f-9da4-52f38a190f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.794416] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a5fdad-875b-4f58-b45c-d68e8954af6a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.801498] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c46f312-b947-46c2-b903-e34f1a65b112 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.833748] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1770fef-088d-4265-b303-99b22e25018e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.847394] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e449741-e6ad-48fa-a134-07a8023a41de {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.851597] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455097, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.861915] env[70691]: DEBUG nova.compute.provider_tree [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.172720] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.286026] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52969242-1168-9a6f-9da4-52f38a190f65, 'name': SearchDatastore_Task, 'duration_secs': 0.088727} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.287611] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.287611] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] de716970-603e-47a1-bd53-8a30b2e86678/de716970-603e-47a1-bd53-8a30b2e86678.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1292.287611] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-260b4664-e039-4754-86e2-afeedd4346ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.294761] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1292.294761] env[70691]: value = "task-3455098" [ 1292.294761] env[70691]: _type = "Task" [ 1292.294761] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.302725] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.345774] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455097, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.365022] env[70691]: DEBUG nova.scheduler.client.report [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1292.804285] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.846768] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455097, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.869736] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.886259] env[70691]: INFO nova.scheduler.client.report [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Deleted allocations for instance e9e37f69-21ae-4345-9743-a929b6d087e3 [ 1293.305142] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.346931] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455097, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.394267] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7325e6d7-18dc-4fe3-87bf-72180b57b790 tempest-ServerRescueTestJSON-1806296159 tempest-ServerRescueTestJSON-1806296159-project-member] Lock "e9e37f69-21ae-4345-9743-a929b6d087e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.328s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.805914] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455098, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.848008] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455097, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.933971} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.848329] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d/OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d.vmdk to [datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5/a672e68d-d62c-4c1c-b101-92c95696a8f5.vmdk. [ 1293.848597] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Cleaning up location [datastore2] OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1293.848782] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8cf2855e-fa15-444e-9e0c-67512392e43d {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.849072] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b57b1a18-b9c9-4c3c-b1d5-47b448fa53f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.854966] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1293.854966] env[70691]: value = "task-3455099" [ 1293.854966] env[70691]: _type = "Task" [ 1293.854966] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.863853] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.307768] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455098, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.861154} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.308078] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] de716970-603e-47a1-bd53-8a30b2e86678/de716970-603e-47a1-bd53-8a30b2e86678.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1294.308406] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.308593] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7b6c2cd-ef93-4ec9-9b67-03002c9444ca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.316185] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1294.316185] env[70691]: value = "task-3455100" [ 1294.316185] env[70691]: _type = "Task" [ 1294.316185] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.324493] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.366067] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210939} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.366646] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.366646] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5/a672e68d-d62c-4c1c-b101-92c95696a8f5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.366772] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5/a672e68d-d62c-4c1c-b101-92c95696a8f5.vmdk to [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756/629740f2-6b1b-4881-9b0c-2819a0be1756.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1294.366962] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5b909da-f294-4475-ac8f-c67af94fe39d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.375233] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1294.375233] env[70691]: value = "task-3455101" [ 1294.375233] env[70691]: _type = "Task" [ 1294.375233] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.384099] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.825819] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067903} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.826143] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.826960] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace13ad-8085-4769-9702-630df8a822ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.849793] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] de716970-603e-47a1-bd53-8a30b2e86678/de716970-603e-47a1-bd53-8a30b2e86678.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.850064] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e967d4-4120-482f-bd66-136c8a2a4404 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.869226] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1294.869226] env[70691]: value = "task-3455102" [ 1294.869226] env[70691]: _type = "Task" [ 1294.869226] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.877297] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.886369] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.380026] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.390811] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.508497] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.508772] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.882865] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.891884] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455101, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.013649] env[70691]: DEBUG nova.compute.utils [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1296.382343] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.390749] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455101, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.516352] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.880911] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.891525] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455101, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.382437] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455102, 'name': ReconfigVM_Task, 'duration_secs': 2.379009} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.382437] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfigured VM instance instance-00000077 to attach disk [datastore2] de716970-603e-47a1-bd53-8a30b2e86678/de716970-603e-47a1-bd53-8a30b2e86678.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.383155] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfb0499e-aaa4-4f77-b0fb-6b93a184ba8c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.393391] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455101, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.395015] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1297.395015] env[70691]: value = "task-3455103" [ 1297.395015] env[70691]: _type = "Task" [ 1297.395015] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.403120] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455103, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.608779] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.608779] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.608779] env[70691]: INFO nova.compute.manager [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Attaching volume ef64f4c5-33c3-47e2-8a5c-55d899f0339e to /dev/sdb [ 1297.645011] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0520554e-bfa5-49ae-be50-377c44b78693 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.656077] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4d0873-f31f-4aa5-9f0b-7aea82ec0aa6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.669874] env[70691]: DEBUG nova.virt.block_device [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Updating existing volume attachment record: 476572f0-e4fe-497f-8e39-15062031622a {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1297.877926] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "47173c4b-4486-4744-837a-d24fcb44bafb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.878209] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.894691] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455101, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.905568] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455103, 'name': Rename_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.383629] env[70691]: DEBUG nova.compute.manager [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1298.400717] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455101, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.621546} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.403616] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a672e68d-d62c-4c1c-b101-92c95696a8f5/a672e68d-d62c-4c1c-b101-92c95696a8f5.vmdk to [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756/629740f2-6b1b-4881-9b0c-2819a0be1756.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1298.404433] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b9818-88f4-4caa-a058-53b0251cc5f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.412461] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455103, 'name': Rename_Task, 'duration_secs': 0.676771} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.421748] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1298.430957] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756/629740f2-6b1b-4881-9b0c-2819a0be1756.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.431914] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b253a19-437d-438e-803a-48a8da14888c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.433597] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d1173c-5498-46bd-bed5-478fe12672fc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.452364] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1298.452364] env[70691]: value = "task-3455105" [ 1298.452364] env[70691]: _type = "Task" [ 1298.452364] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.453660] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1298.453660] env[70691]: value = "task-3455106" [ 1298.453660] env[70691]: _type = "Task" [ 1298.453660] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.463974] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.467780] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.911383] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.911686] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.913717] env[70691]: INFO nova.compute.claims [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.968089] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455106, 'name': ReconfigVM_Task, 'duration_secs': 0.276366} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.971511] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756/629740f2-6b1b-4881-9b0c-2819a0be1756.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.972456] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455105, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.972718] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-454b8710-803f-46da-aa88-4e22650fa8b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.978932] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1298.978932] env[70691]: value = "task-3455107" [ 1298.978932] env[70691]: _type = "Task" [ 1298.978932] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.989160] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455107, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.463652] env[70691]: DEBUG oslo_vmware.api [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455105, 'name': PowerOnVM_Task, 'duration_secs': 0.569747} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.464023] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1299.464152] env[70691]: INFO nova.compute.manager [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1299.464337] env[70691]: DEBUG nova.compute.manager [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1299.465123] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1641b52e-f878-4756-83b9-0de20ee0fbea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.488225] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455107, 'name': Rename_Task, 'duration_secs': 0.14719} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.488545] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1299.488819] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff40443f-7966-43ea-b052-62b395da8a9b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.495740] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1299.495740] env[70691]: value = "task-3455108" [ 1299.495740] env[70691]: _type = "Task" [ 1299.495740] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.503470] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.989506] env[70691]: INFO nova.compute.manager [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Took 17.57 seconds to build instance. [ 1300.007575] env[70691]: DEBUG oslo_vmware.api [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455108, 'name': PowerOnVM_Task, 'duration_secs': 0.422698} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.007848] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1300.038995] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ecee2-08cd-46b3-a86f-a5bd06285111 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.046800] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fae0b7-cee3-4dd8-be9b-1701ae562597 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.078278] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0cd16a-7e30-45fd-aa4a-ff24e2ad7162 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.086062] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1a40b-defa-4526-8791-2be9bbf7fdc8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.101163] env[70691]: DEBUG nova.compute.provider_tree [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.109649] env[70691]: DEBUG nova.compute.manager [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1300.110534] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f63b7c9-2db9-4df8-b60f-c1f4d515d226 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.494570] env[70691]: DEBUG oslo_concurrency.lockutils [None req-07a5b432-43bd-496e-90b9-75226c26e540 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "de716970-603e-47a1-bd53-8a30b2e86678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.087s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.603872] env[70691]: DEBUG nova.scheduler.client.report [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1300.626591] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f3d0100c-e370-401d-ac47-4fc545e05ac4 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.835s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.689291] env[70691]: DEBUG nova.compute.manager [req-61f038bd-f09f-47b3-a02f-92f614d7be0a req-55ba892b-3f06-4283-83f3-4adfb2029997 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Received event network-changed-4525d9df-5b69-47b9-bbf3-be8f3109602c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1300.689490] env[70691]: DEBUG nova.compute.manager [req-61f038bd-f09f-47b3-a02f-92f614d7be0a req-55ba892b-3f06-4283-83f3-4adfb2029997 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Refreshing instance network info cache due to event network-changed-4525d9df-5b69-47b9-bbf3-be8f3109602c. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1300.689769] env[70691]: DEBUG oslo_concurrency.lockutils [req-61f038bd-f09f-47b3-a02f-92f614d7be0a req-55ba892b-3f06-4283-83f3-4adfb2029997 service nova] Acquiring lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.689924] env[70691]: DEBUG oslo_concurrency.lockutils [req-61f038bd-f09f-47b3-a02f-92f614d7be0a req-55ba892b-3f06-4283-83f3-4adfb2029997 service nova] Acquired lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.690100] env[70691]: DEBUG nova.network.neutron [req-61f038bd-f09f-47b3-a02f-92f614d7be0a req-55ba892b-3f06-4283-83f3-4adfb2029997 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Refreshing network info cache for port 4525d9df-5b69-47b9-bbf3-be8f3109602c {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1301.109070] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.109575] env[70691]: DEBUG nova.compute.manager [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1301.616939] env[70691]: DEBUG nova.compute.utils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1301.618395] env[70691]: DEBUG nova.compute.manager [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1301.618602] env[70691]: DEBUG nova.network.neutron [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1301.683022] env[70691]: DEBUG nova.policy [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc7826abda04e54ba74875c1d04e68d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bd5999f2ea84d2787386469a0539a36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1301.750265] env[70691]: DEBUG nova.network.neutron [req-61f038bd-f09f-47b3-a02f-92f614d7be0a req-55ba892b-3f06-4283-83f3-4adfb2029997 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updated VIF entry in instance network info cache for port 4525d9df-5b69-47b9-bbf3-be8f3109602c. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1301.750665] env[70691]: DEBUG nova.network.neutron [req-61f038bd-f09f-47b3-a02f-92f614d7be0a req-55ba892b-3f06-4283-83f3-4adfb2029997 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance_info_cache with network_info: [{"id": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "address": "fa:16:3e:93:6a:ce", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4525d9df-5b", "ovs_interfaceid": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.861151] env[70691]: DEBUG oslo_concurrency.lockutils [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.861415] env[70691]: DEBUG oslo_concurrency.lockutils [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.971385] env[70691]: DEBUG nova.network.neutron [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Successfully created port: da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.121890] env[70691]: DEBUG nova.compute.manager [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1302.219068] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1302.219390] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689749', 'volume_id': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'name': 'volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'serial': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1302.220425] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb0c09c-b58c-4320-8b0b-2d3a80a37205 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.238647] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1589e5-ee83-4d10-9dd0-0d3aa31507e6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.256623] env[70691]: DEBUG oslo_concurrency.lockutils [req-61f038bd-f09f-47b3-a02f-92f614d7be0a req-55ba892b-3f06-4283-83f3-4adfb2029997 service nova] Releasing lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.264445] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e/volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.264692] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d92658-8df4-4061-b83c-23607d5f5c46 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.282884] env[70691]: DEBUG oslo_vmware.api [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1302.282884] env[70691]: value = "task-3455110" [ 1302.282884] env[70691]: _type = "Task" [ 1302.282884] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.290962] env[70691]: DEBUG oslo_vmware.api [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.364553] env[70691]: DEBUG nova.compute.utils [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1302.792783] env[70691]: DEBUG oslo_vmware.api [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455110, 'name': ReconfigVM_Task, 'duration_secs': 0.321461} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.793195] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e/volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.797645] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2b4676-bb1a-44cf-86c7-76f4b2862909 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.812576] env[70691]: DEBUG oslo_vmware.api [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1302.812576] env[70691]: value = "task-3455111" [ 1302.812576] env[70691]: _type = "Task" [ 1302.812576] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.822861] env[70691]: DEBUG oslo_vmware.api [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.867825] env[70691]: DEBUG oslo_concurrency.lockutils [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.132723] env[70691]: DEBUG nova.compute.manager [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1303.158858] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1303.159179] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1303.159357] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.159550] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1303.159706] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.159861] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1303.160109] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1303.160299] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1303.160480] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1303.160653] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1303.160833] env[70691]: DEBUG nova.virt.hardware [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1303.161729] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b4db2-ede7-422e-ac71-a7ce3bee3b55 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.169646] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff241121-4263-45a6-9c7d-e4596ba572f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.322942] env[70691]: DEBUG oslo_vmware.api [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455111, 'name': ReconfigVM_Task, 'duration_secs': 0.145245} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.323296] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689749', 'volume_id': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'name': 'volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'serial': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1303.340781] env[70691]: DEBUG nova.compute.manager [req-7fe89717-f4ad-4bc6-af0b-18b0838ae828 req-f38ad950-6ba9-462b-80c7-09c13ea763d2 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received event network-vif-plugged-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1303.341019] env[70691]: DEBUG oslo_concurrency.lockutils [req-7fe89717-f4ad-4bc6-af0b-18b0838ae828 req-f38ad950-6ba9-462b-80c7-09c13ea763d2 service nova] Acquiring lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.341241] env[70691]: DEBUG oslo_concurrency.lockutils [req-7fe89717-f4ad-4bc6-af0b-18b0838ae828 req-f38ad950-6ba9-462b-80c7-09c13ea763d2 service nova] Lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.341412] env[70691]: DEBUG oslo_concurrency.lockutils [req-7fe89717-f4ad-4bc6-af0b-18b0838ae828 req-f38ad950-6ba9-462b-80c7-09c13ea763d2 service nova] Lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.341668] env[70691]: DEBUG nova.compute.manager [req-7fe89717-f4ad-4bc6-af0b-18b0838ae828 req-f38ad950-6ba9-462b-80c7-09c13ea763d2 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] No waiting events found dispatching network-vif-plugged-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1303.341759] env[70691]: WARNING nova.compute.manager [req-7fe89717-f4ad-4bc6-af0b-18b0838ae828 req-f38ad950-6ba9-462b-80c7-09c13ea763d2 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received unexpected event network-vif-plugged-da27adae-fc72-4e5b-a33e-113b0c253a75 for instance with vm_state building and task_state spawning. [ 1303.433754] env[70691]: DEBUG nova.network.neutron [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Successfully updated port: da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.936903] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.937197] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.937249] env[70691]: DEBUG nova.network.neutron [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1303.943329] env[70691]: DEBUG oslo_concurrency.lockutils [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.943630] env[70691]: DEBUG oslo_concurrency.lockutils [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.943896] env[70691]: INFO nova.compute.manager [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Attaching volume 8544c623-c17f-4b9d-8c2a-4750663169f5 to /dev/sdb [ 1303.976142] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e98487-d17a-4924-bab9-6ac567a28779 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.983603] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b58ac0f-d65b-48c0-829a-729fcb9ec2e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.996357] env[70691]: DEBUG nova.virt.block_device [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Updating existing volume attachment record: 86485f31-820a-4c18-a0bc-ec4335ccdb85 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1304.359510] env[70691]: DEBUG nova.objects.instance [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'flavor' on Instance uuid d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.470284] env[70691]: DEBUG nova.network.neutron [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1304.618044] env[70691]: DEBUG nova.network.neutron [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating instance_info_cache with network_info: [{"id": "da27adae-fc72-4e5b-a33e-113b0c253a75", "address": "fa:16:3e:2a:fa:8e", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27adae-fc", "ovs_interfaceid": "da27adae-fc72-4e5b-a33e-113b0c253a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.864717] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d5465829-56da-45aa-9564-f84d0d35f521 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.067895] env[70691]: DEBUG oslo_concurrency.lockutils [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.068262] env[70691]: DEBUG oslo_concurrency.lockutils [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.120857] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.121345] env[70691]: DEBUG nova.compute.manager [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Instance network_info: |[{"id": "da27adae-fc72-4e5b-a33e-113b0c253a75", "address": "fa:16:3e:2a:fa:8e", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27adae-fc", "ovs_interfaceid": "da27adae-fc72-4e5b-a33e-113b0c253a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1305.122501] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:fa:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da27adae-fc72-4e5b-a33e-113b0c253a75', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.135792] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Creating folder: Project (0bd5999f2ea84d2787386469a0539a36). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1305.136222] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb7bd75c-418a-410f-9c9d-7956dd070a9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.149191] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Created folder: Project (0bd5999f2ea84d2787386469a0539a36) in parent group-v689428. [ 1305.149505] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Creating folder: Instances. Parent ref: group-v689751. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1305.149878] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4879f5e1-a034-453f-a2c7-471881407059 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.160191] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Created folder: Instances in parent group-v689751. [ 1305.160588] env[70691]: DEBUG oslo.service.loopingcall [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1305.160907] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1305.161259] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd38ca71-e096-4a2d-a685-f2d59b5af219 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.192464] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.192464] env[70691]: value = "task-3455115" [ 1305.192464] env[70691]: _type = "Task" [ 1305.192464] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.200649] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455115, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.374641] env[70691]: DEBUG nova.compute.manager [req-649508b5-336c-4896-8dd5-4a3218cb454b req-cb8bdb37-e680-4fbc-b001-dc9d6ed74687 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received event network-changed-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1305.374722] env[70691]: DEBUG nova.compute.manager [req-649508b5-336c-4896-8dd5-4a3218cb454b req-cb8bdb37-e680-4fbc-b001-dc9d6ed74687 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Refreshing instance network info cache due to event network-changed-da27adae-fc72-4e5b-a33e-113b0c253a75. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1305.375058] env[70691]: DEBUG oslo_concurrency.lockutils [req-649508b5-336c-4896-8dd5-4a3218cb454b req-cb8bdb37-e680-4fbc-b001-dc9d6ed74687 service nova] Acquiring lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.375161] env[70691]: DEBUG oslo_concurrency.lockutils [req-649508b5-336c-4896-8dd5-4a3218cb454b req-cb8bdb37-e680-4fbc-b001-dc9d6ed74687 service nova] Acquired lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.375276] env[70691]: DEBUG nova.network.neutron [req-649508b5-336c-4896-8dd5-4a3218cb454b req-cb8bdb37-e680-4fbc-b001-dc9d6ed74687 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Refreshing network info cache for port da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1305.571819] env[70691]: INFO nova.compute.manager [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Detaching volume ef64f4c5-33c3-47e2-8a5c-55d899f0339e [ 1305.603756] env[70691]: INFO nova.virt.block_device [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Attempting to driver detach volume ef64f4c5-33c3-47e2-8a5c-55d899f0339e from mountpoint /dev/sdb [ 1305.603961] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1305.604178] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689749', 'volume_id': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'name': 'volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'serial': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1305.605081] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d49dc2-56db-4dc5-a690-04d7857115df {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.630835] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196f9a5a-503c-41d4-9e8c-8ec357602754 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.638653] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e4971-0d85-41d6-b27f-97a6f9c0732a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.659747] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ea2e55-87ce-4b1c-86c2-0c18154493b8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.675067] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] The volume has not been displaced from its original location: [datastore1] volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e/volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1305.680411] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1305.680748] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c270d06e-8c15-4858-826f-1aa76209bd38 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.702315] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455115, 'name': CreateVM_Task, 'duration_secs': 0.30915} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.703455] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1305.703811] env[70691]: DEBUG oslo_vmware.api [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1305.703811] env[70691]: value = "task-3455116" [ 1305.703811] env[70691]: _type = "Task" [ 1305.703811] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.704460] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.704630] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.704967] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.705282] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee63380-e853-4b9d-af12-a311f41fd00a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.712296] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1305.712296] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529ca75f-03d8-eabe-40e9-c6942d463ea8" [ 1305.712296] env[70691]: _type = "Task" [ 1305.712296] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.715656] env[70691]: DEBUG oslo_vmware.api [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.722913] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529ca75f-03d8-eabe-40e9-c6942d463ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.115436] env[70691]: DEBUG nova.network.neutron [req-649508b5-336c-4896-8dd5-4a3218cb454b req-cb8bdb37-e680-4fbc-b001-dc9d6ed74687 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updated VIF entry in instance network info cache for port da27adae-fc72-4e5b-a33e-113b0c253a75. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1306.115824] env[70691]: DEBUG nova.network.neutron [req-649508b5-336c-4896-8dd5-4a3218cb454b req-cb8bdb37-e680-4fbc-b001-dc9d6ed74687 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating instance_info_cache with network_info: [{"id": "da27adae-fc72-4e5b-a33e-113b0c253a75", "address": "fa:16:3e:2a:fa:8e", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27adae-fc", "ovs_interfaceid": "da27adae-fc72-4e5b-a33e-113b0c253a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.213924] env[70691]: DEBUG oslo_vmware.api [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455116, 'name': ReconfigVM_Task, 'duration_secs': 0.218721} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.214380] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1306.219415] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4327458-a8f0-4503-a6a5-7670c7ee9a99 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.238942] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]529ca75f-03d8-eabe-40e9-c6942d463ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.240404] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.240714] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.241047] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.241255] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.241496] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.241880] env[70691]: DEBUG oslo_vmware.api [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1306.241880] env[70691]: value = "task-3455118" [ 1306.241880] env[70691]: _type = "Task" [ 1306.241880] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.242150] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393c9d48-c66f-4bfa-bf51-3591eff1a6fa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.254964] env[70691]: DEBUG oslo_vmware.api [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455118, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.256425] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.256620] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1306.257380] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da254fb-742f-413c-8157-3e028404d12d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.262460] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1306.262460] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52811bbd-9a3a-62e5-c028-46be47a3437d" [ 1306.262460] env[70691]: _type = "Task" [ 1306.262460] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.270502] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52811bbd-9a3a-62e5-c028-46be47a3437d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.618896] env[70691]: DEBUG oslo_concurrency.lockutils [req-649508b5-336c-4896-8dd5-4a3218cb454b req-cb8bdb37-e680-4fbc-b001-dc9d6ed74687 service nova] Releasing lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.754127] env[70691]: DEBUG oslo_vmware.api [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455118, 'name': ReconfigVM_Task, 'duration_secs': 0.140246} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.754408] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689749', 'volume_id': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'name': 'volume-ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e', 'serial': 'ef64f4c5-33c3-47e2-8a5c-55d899f0339e'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1306.772335] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52811bbd-9a3a-62e5-c028-46be47a3437d, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.773115] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cfaf7e-7b91-4ab2-adb4-43cb1f082c74 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.778604] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1306.778604] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f41388-87cb-093f-efb8-8878f00ab221" [ 1306.778604] env[70691]: _type = "Task" [ 1306.778604] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.786054] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f41388-87cb-093f-efb8-8878f00ab221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.290529] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52f41388-87cb-093f-efb8-8878f00ab221, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.290916] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.291242] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb/47173c4b-4486-4744-837a-d24fcb44bafb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1307.291511] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df1e7e84-1174-4f74-939d-ca4dbde14e88 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.299089] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1307.299089] env[70691]: value = "task-3455119" [ 1307.299089] env[70691]: _type = "Task" [ 1307.299089] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.300312] env[70691]: DEBUG nova.objects.instance [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'flavor' on Instance uuid d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.309404] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.814522] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434672} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.814784] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb/47173c4b-4486-4744-837a-d24fcb44bafb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1307.815010] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.815286] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37f9306a-942d-424a-a635-f26567567ada {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.824243] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1307.824243] env[70691]: value = "task-3455120" [ 1307.824243] env[70691]: _type = "Task" [ 1307.824243] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.832613] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.312152] env[70691]: DEBUG oslo_concurrency.lockutils [None req-eb599d33-3d89-4a37-8e5c-777e7ee7c125 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.334420] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068689} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.334688] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.335479] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e27624-4e47-4b7f-8f5c-92e5ff9c5bf8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.358190] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb/47173c4b-4486-4744-837a-d24fcb44bafb.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.358503] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed832b1-0575-4c97-a5ef-d0c3ea1fc06a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.379099] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1308.379099] env[70691]: value = "task-3455121" [ 1308.379099] env[70691]: _type = "Task" [ 1308.379099] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.388379] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.539011] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1308.539347] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689750', 'volume_id': '8544c623-c17f-4b9d-8c2a-4750663169f5', 'name': 'volume-8544c623-c17f-4b9d-8c2a-4750663169f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a58a476c-0a0f-45ba-92e6-2f16b1edc747', 'attached_at': '', 'detached_at': '', 'volume_id': '8544c623-c17f-4b9d-8c2a-4750663169f5', 'serial': '8544c623-c17f-4b9d-8c2a-4750663169f5'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1308.540263] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23106da-028c-4f9a-966c-7f9866fc288a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.556909] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81e8e91-2702-41c9-9ee6-ee2f564203ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.581633] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-8544c623-c17f-4b9d-8c2a-4750663169f5/volume-8544c623-c17f-4b9d-8c2a-4750663169f5.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.581877] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88eccc6c-bef5-40d5-bd25-416dff39c3bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.600208] env[70691]: DEBUG oslo_vmware.api [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1308.600208] env[70691]: value = "task-3455122" [ 1308.600208] env[70691]: _type = "Task" [ 1308.600208] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.608085] env[70691]: DEBUG oslo_vmware.api [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.888910] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455121, 'name': ReconfigVM_Task, 'duration_secs': 0.28745} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.889282] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb/47173c4b-4486-4744-837a-d24fcb44bafb.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.889963] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be58cc79-970d-404d-b675-2654656be1bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.896723] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1308.896723] env[70691]: value = "task-3455123" [ 1308.896723] env[70691]: _type = "Task" [ 1308.896723] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.904290] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455123, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.109991] env[70691]: DEBUG oslo_vmware.api [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.328060] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.328060] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.328060] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.328446] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.328446] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.330770] env[70691]: INFO nova.compute.manager [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Terminating instance [ 1309.332735] env[70691]: DEBUG nova.compute.manager [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1309.332978] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1309.333876] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a90231-f9ae-4668-9fbc-a0df3d3a3ff5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.341441] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1309.341729] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89097773-7729-4ccf-921f-5e2b0ce43a33 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.348683] env[70691]: DEBUG oslo_vmware.api [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1309.348683] env[70691]: value = "task-3455124" [ 1309.348683] env[70691]: _type = "Task" [ 1309.348683] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.407267] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455123, 'name': Rename_Task, 'duration_secs': 0.134857} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.407267] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1309.407448] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c07e91d-9a2f-4335-94a0-0b152239716d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.414143] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1309.414143] env[70691]: value = "task-3455125" [ 1309.414143] env[70691]: _type = "Task" [ 1309.414143] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.425236] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.612009] env[70691]: DEBUG oslo_vmware.api [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455122, 'name': ReconfigVM_Task, 'duration_secs': 0.883817} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.612331] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-8544c623-c17f-4b9d-8c2a-4750663169f5/volume-8544c623-c17f-4b9d-8c2a-4750663169f5.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.617685] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cda0c91-d852-4adf-b640-e999bdb2b919 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.632211] env[70691]: DEBUG oslo_vmware.api [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1309.632211] env[70691]: value = "task-3455126" [ 1309.632211] env[70691]: _type = "Task" [ 1309.632211] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.639896] env[70691]: DEBUG oslo_vmware.api [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.860192] env[70691]: DEBUG oslo_vmware.api [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455124, 'name': PowerOffVM_Task, 'duration_secs': 0.274281} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.860588] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1309.860845] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1309.861140] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e61eaf-6cb5-4da8-826d-86a09dbde7fa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.919584] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1309.919828] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1309.920034] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleting the datastore file [datastore1] d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.920747] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2ca7658-f919-4ee7-97b1-4534f7f1eb04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.925228] env[70691]: DEBUG oslo_vmware.api [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455125, 'name': PowerOnVM_Task, 'duration_secs': 0.431662} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.925750] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1309.925963] env[70691]: INFO nova.compute.manager [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1309.926160] env[70691]: DEBUG nova.compute.manager [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1309.926946] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31438eee-6d2a-4a07-ba2b-25d0ffa0648f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.930142] env[70691]: DEBUG oslo_vmware.api [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for the task: (returnval){ [ 1309.930142] env[70691]: value = "task-3455128" [ 1309.930142] env[70691]: _type = "Task" [ 1309.930142] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.941500] env[70691]: DEBUG oslo_vmware.api [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.143022] env[70691]: DEBUG oslo_vmware.api [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455126, 'name': ReconfigVM_Task, 'duration_secs': 0.137569} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.143022] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689750', 'volume_id': '8544c623-c17f-4b9d-8c2a-4750663169f5', 'name': 'volume-8544c623-c17f-4b9d-8c2a-4750663169f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a58a476c-0a0f-45ba-92e6-2f16b1edc747', 'attached_at': '', 'detached_at': '', 'volume_id': '8544c623-c17f-4b9d-8c2a-4750663169f5', 'serial': '8544c623-c17f-4b9d-8c2a-4750663169f5'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1310.443971] env[70691]: DEBUG oslo_vmware.api [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Task: {'id': task-3455128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139557} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.446318] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.446429] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1310.446622] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1310.446954] env[70691]: INFO nova.compute.manager [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1310.447068] env[70691]: DEBUG oslo.service.loopingcall [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1310.447449] env[70691]: INFO nova.compute.manager [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Took 11.55 seconds to build instance. [ 1310.448297] env[70691]: DEBUG nova.compute.manager [-] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1310.448377] env[70691]: DEBUG nova.network.neutron [-] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1310.951053] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9e660bc7-5c60-43a0-98f0-21c41afabd39 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.072s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.973178] env[70691]: DEBUG nova.compute.manager [req-df8c2a86-80af-48c9-ad57-046f2ab5a045 req-3c3d75a4-4f9a-493a-b11c-10ecfc9f2b38 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Received event network-vif-deleted-797be9fc-f121-42a0-8a86-e9f4f8a10e93 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1310.973674] env[70691]: INFO nova.compute.manager [req-df8c2a86-80af-48c9-ad57-046f2ab5a045 req-3c3d75a4-4f9a-493a-b11c-10ecfc9f2b38 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Neutron deleted interface 797be9fc-f121-42a0-8a86-e9f4f8a10e93; detaching it from the instance and deleting it from the info cache [ 1310.974068] env[70691]: DEBUG nova.network.neutron [req-df8c2a86-80af-48c9-ad57-046f2ab5a045 req-3c3d75a4-4f9a-493a-b11c-10ecfc9f2b38 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.178540] env[70691]: DEBUG nova.objects.instance [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid a58a476c-0a0f-45ba-92e6-2f16b1edc747 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.416600] env[70691]: DEBUG nova.network.neutron [-] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.480014] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5207c931-e393-4306-bd21-e705866326ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.491401] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16899bf2-9d58-4e03-bc71-a7d85a11e748 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.506011] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "6db1763d-f455-4468-928b-e55bd9dbfd57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.506255] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "6db1763d-f455-4468-928b-e55bd9dbfd57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.524401] env[70691]: DEBUG nova.compute.manager [req-df8c2a86-80af-48c9-ad57-046f2ab5a045 req-3c3d75a4-4f9a-493a-b11c-10ecfc9f2b38 service nova] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Detach interface failed, port_id=797be9fc-f121-42a0-8a86-e9f4f8a10e93, reason: Instance d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1311.683637] env[70691]: DEBUG oslo_concurrency.lockutils [None req-428a1fc9-2c12-421a-9523-82bed01050cb tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.740s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.919461] env[70691]: INFO nova.compute.manager [-] [instance: d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf] Took 1.47 seconds to deallocate network for instance. [ 1312.009023] env[70691]: DEBUG nova.compute.manager [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1312.075549] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.075793] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.426056] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.426271] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.426395] env[70691]: DEBUG nova.objects.instance [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lazy-loading 'resources' on Instance uuid d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.530901] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.578876] env[70691]: DEBUG nova.compute.utils [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1313.034708] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c5ada5-e89b-4825-bc2a-0879e1cd0015 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.042800] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1079a0ba-7605-4634-88a4-a615685643c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.074366] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d63492d-4bfb-424f-aa05-bd87254c5004 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.081405] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471d73f3-fbf4-4e1f-bdd0-700e8ff96fca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.085397] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.095326] env[70691]: DEBUG nova.compute.provider_tree [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.598177] env[70691]: DEBUG nova.scheduler.client.report [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1314.105071] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.106984] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.576s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.109127] env[70691]: INFO nova.compute.claims [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.127880] env[70691]: INFO nova.scheduler.client.report [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Deleted allocations for instance d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf [ 1314.145028] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.145028] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.145243] env[70691]: INFO nova.compute.manager [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Attaching volume 29f42f2f-412f-461e-bed9-70f3614eaacd to /dev/sdc [ 1314.176790] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90461997-55af-44fd-bb91-5042e4da5505 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.184437] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19f3d0-d8ab-4322-ab1f-81c65891350a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.200900] env[70691]: DEBUG nova.virt.block_device [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Updating existing volume attachment record: 67065d52-cc93-4233-9b29-f96390c99eaa {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1314.639064] env[70691]: DEBUG oslo_concurrency.lockutils [None req-4b60cb91-7852-45a9-a58f-6c186f09a503 tempest-AttachVolumeNegativeTest-638795508 tempest-AttachVolumeNegativeTest-638795508-project-member] Lock "d0edb0ce-2de9-4a9b-86e5-2fc91c8c4ccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.311s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.214553] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56452e58-55e1-49ba-8117-3bff06ba4620 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.222279] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab04a933-f5e9-435e-be95-a5b0a38d3119 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.252676] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2360a-9c91-48d0-bc0e-98e1edf48e36 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.261377] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2d965-ff45-4675-9256-bfcfb49ce664 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.280621] env[70691]: DEBUG nova.compute.provider_tree [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.783931] env[70691]: DEBUG nova.scheduler.client.report [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1316.289852] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.290781] env[70691]: DEBUG nova.compute.manager [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1316.797507] env[70691]: DEBUG nova.compute.utils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1316.799044] env[70691]: DEBUG nova.compute.manager [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1316.799225] env[70691]: DEBUG nova.network.neutron [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1316.848674] env[70691]: DEBUG nova.policy [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc7826abda04e54ba74875c1d04e68d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bd5999f2ea84d2787386469a0539a36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1317.089642] env[70691]: DEBUG nova.network.neutron [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Successfully created port: 87f4fdd8-4acb-4f05-9bd0-24a4a998064e {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.305304] env[70691]: DEBUG nova.compute.manager [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1318.313563] env[70691]: DEBUG nova.compute.manager [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1318.340252] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1318.340586] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1318.340794] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.341046] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1318.341266] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.341462] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1318.341731] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1318.341935] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1318.342196] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1318.342389] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1318.342577] env[70691]: DEBUG nova.virt.hardware [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1318.343469] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5992ff7-e88d-45f3-9333-32aa55ad1a11 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.351268] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a973486-16f4-4628-a0c0-eb64de9d4f6d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.519062] env[70691]: DEBUG nova.compute.manager [req-575cde72-b2e1-48e0-a1da-05e02408cb19 req-92462991-67d6-4e59-96fd-5b5fa0cf71a5 service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Received event network-vif-plugged-87f4fdd8-4acb-4f05-9bd0-24a4a998064e {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1318.519347] env[70691]: DEBUG oslo_concurrency.lockutils [req-575cde72-b2e1-48e0-a1da-05e02408cb19 req-92462991-67d6-4e59-96fd-5b5fa0cf71a5 service nova] Acquiring lock "6db1763d-f455-4468-928b-e55bd9dbfd57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.519537] env[70691]: DEBUG oslo_concurrency.lockutils [req-575cde72-b2e1-48e0-a1da-05e02408cb19 req-92462991-67d6-4e59-96fd-5b5fa0cf71a5 service nova] Lock "6db1763d-f455-4468-928b-e55bd9dbfd57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.519671] env[70691]: DEBUG oslo_concurrency.lockutils [req-575cde72-b2e1-48e0-a1da-05e02408cb19 req-92462991-67d6-4e59-96fd-5b5fa0cf71a5 service nova] Lock "6db1763d-f455-4468-928b-e55bd9dbfd57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.519878] env[70691]: DEBUG nova.compute.manager [req-575cde72-b2e1-48e0-a1da-05e02408cb19 req-92462991-67d6-4e59-96fd-5b5fa0cf71a5 service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] No waiting events found dispatching network-vif-plugged-87f4fdd8-4acb-4f05-9bd0-24a4a998064e {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1318.524182] env[70691]: WARNING nova.compute.manager [req-575cde72-b2e1-48e0-a1da-05e02408cb19 req-92462991-67d6-4e59-96fd-5b5fa0cf71a5 service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Received unexpected event network-vif-plugged-87f4fdd8-4acb-4f05-9bd0-24a4a998064e for instance with vm_state building and task_state spawning. [ 1318.607979] env[70691]: DEBUG nova.network.neutron [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Successfully updated port: 87f4fdd8-4acb-4f05-9bd0-24a4a998064e {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.745202] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1318.745479] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689754', 'volume_id': '29f42f2f-412f-461e-bed9-70f3614eaacd', 'name': 'volume-29f42f2f-412f-461e-bed9-70f3614eaacd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a58a476c-0a0f-45ba-92e6-2f16b1edc747', 'attached_at': '', 'detached_at': '', 'volume_id': '29f42f2f-412f-461e-bed9-70f3614eaacd', 'serial': '29f42f2f-412f-461e-bed9-70f3614eaacd'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1318.746391] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a43f985-205a-4df9-a6d5-26f63c133fef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.763316] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2246a-6b69-4bde-8b7a-5dc6524e5710 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.791544] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-29f42f2f-412f-461e-bed9-70f3614eaacd/volume-29f42f2f-412f-461e-bed9-70f3614eaacd.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.791880] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d975586e-dadc-4826-8680-2dc04fa46e1d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.811300] env[70691]: DEBUG oslo_vmware.api [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1318.811300] env[70691]: value = "task-3455133" [ 1318.811300] env[70691]: _type = "Task" [ 1318.811300] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.818958] env[70691]: DEBUG oslo_vmware.api [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.111802] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "refresh_cache-6db1763d-f455-4468-928b-e55bd9dbfd57" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.111802] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "refresh_cache-6db1763d-f455-4468-928b-e55bd9dbfd57" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.111802] env[70691]: DEBUG nova.network.neutron [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1319.321524] env[70691]: DEBUG oslo_vmware.api [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455133, 'name': ReconfigVM_Task, 'duration_secs': 0.413557} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.321878] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-29f42f2f-412f-461e-bed9-70f3614eaacd/volume-29f42f2f-412f-461e-bed9-70f3614eaacd.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.326395] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe39ea43-be39-470b-919b-7c601af1a873 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.341731] env[70691]: DEBUG oslo_vmware.api [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1319.341731] env[70691]: value = "task-3455134" [ 1319.341731] env[70691]: _type = "Task" [ 1319.341731] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.349271] env[70691]: DEBUG oslo_vmware.api [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.642076] env[70691]: DEBUG nova.network.neutron [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1319.759806] env[70691]: DEBUG nova.network.neutron [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Updating instance_info_cache with network_info: [{"id": "87f4fdd8-4acb-4f05-9bd0-24a4a998064e", "address": "fa:16:3e:74:4b:8d", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f4fdd8-4a", "ovs_interfaceid": "87f4fdd8-4acb-4f05-9bd0-24a4a998064e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.851374] env[70691]: DEBUG oslo_vmware.api [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455134, 'name': ReconfigVM_Task, 'duration_secs': 0.138691} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.851622] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689754', 'volume_id': '29f42f2f-412f-461e-bed9-70f3614eaacd', 'name': 'volume-29f42f2f-412f-461e-bed9-70f3614eaacd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a58a476c-0a0f-45ba-92e6-2f16b1edc747', 'attached_at': '', 'detached_at': '', 'volume_id': '29f42f2f-412f-461e-bed9-70f3614eaacd', 'serial': '29f42f2f-412f-461e-bed9-70f3614eaacd'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1320.262981] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "refresh_cache-6db1763d-f455-4468-928b-e55bd9dbfd57" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.262981] env[70691]: DEBUG nova.compute.manager [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Instance network_info: |[{"id": "87f4fdd8-4acb-4f05-9bd0-24a4a998064e", "address": "fa:16:3e:74:4b:8d", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f4fdd8-4a", "ovs_interfaceid": "87f4fdd8-4acb-4f05-9bd0-24a4a998064e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1320.264082] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:4b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87f4fdd8-4acb-4f05-9bd0-24a4a998064e', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.270964] env[70691]: DEBUG oslo.service.loopingcall [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1320.271361] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1320.271444] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63e7d320-2631-4fc0-8f21-4f5306e8fc22 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.289909] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.289909] env[70691]: value = "task-3455136" [ 1320.289909] env[70691]: _type = "Task" [ 1320.289909] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.297117] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455136, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.544973] env[70691]: DEBUG nova.compute.manager [req-171fca8d-e993-4df6-b386-0e6dd3e4ee6c req-2c926803-7479-4138-a42a-7e53de4820a1 service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Received event network-changed-87f4fdd8-4acb-4f05-9bd0-24a4a998064e {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1320.545268] env[70691]: DEBUG nova.compute.manager [req-171fca8d-e993-4df6-b386-0e6dd3e4ee6c req-2c926803-7479-4138-a42a-7e53de4820a1 service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Refreshing instance network info cache due to event network-changed-87f4fdd8-4acb-4f05-9bd0-24a4a998064e. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1320.545507] env[70691]: DEBUG oslo_concurrency.lockutils [req-171fca8d-e993-4df6-b386-0e6dd3e4ee6c req-2c926803-7479-4138-a42a-7e53de4820a1 service nova] Acquiring lock "refresh_cache-6db1763d-f455-4468-928b-e55bd9dbfd57" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.545665] env[70691]: DEBUG oslo_concurrency.lockutils [req-171fca8d-e993-4df6-b386-0e6dd3e4ee6c req-2c926803-7479-4138-a42a-7e53de4820a1 service nova] Acquired lock "refresh_cache-6db1763d-f455-4468-928b-e55bd9dbfd57" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.545835] env[70691]: DEBUG nova.network.neutron [req-171fca8d-e993-4df6-b386-0e6dd3e4ee6c req-2c926803-7479-4138-a42a-7e53de4820a1 service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Refreshing network info cache for port 87f4fdd8-4acb-4f05-9bd0-24a4a998064e {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1320.801058] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455136, 'name': CreateVM_Task, 'duration_secs': 0.313783} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.801058] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1320.801271] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.801271] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.801597] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.801855] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517f423b-8605-4db3-9305-a16b51fe2e06 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.806468] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1320.806468] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52878bac-a0a0-40c4-0b0a-be1474a1832a" [ 1320.806468] env[70691]: _type = "Task" [ 1320.806468] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.814359] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52878bac-a0a0-40c4-0b0a-be1474a1832a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.887788] env[70691]: DEBUG nova.objects.instance [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid a58a476c-0a0f-45ba-92e6-2f16b1edc747 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.241927] env[70691]: DEBUG nova.network.neutron [req-171fca8d-e993-4df6-b386-0e6dd3e4ee6c req-2c926803-7479-4138-a42a-7e53de4820a1 service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Updated VIF entry in instance network info cache for port 87f4fdd8-4acb-4f05-9bd0-24a4a998064e. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1321.242358] env[70691]: DEBUG nova.network.neutron [req-171fca8d-e993-4df6-b386-0e6dd3e4ee6c req-2c926803-7479-4138-a42a-7e53de4820a1 service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Updating instance_info_cache with network_info: [{"id": "87f4fdd8-4acb-4f05-9bd0-24a4a998064e", "address": "fa:16:3e:74:4b:8d", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f4fdd8-4a", "ovs_interfaceid": "87f4fdd8-4acb-4f05-9bd0-24a4a998064e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.316667] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52878bac-a0a0-40c4-0b0a-be1474a1832a, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.317012] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.317263] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.317505] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.317656] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.317835] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.318106] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e1182a1-743f-4da4-add2-b43291b1f9d3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.325826] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.326008] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1321.326685] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7068a091-b12a-47ae-ade6-398be338549b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.331098] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1321.331098] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ac34ca-37f9-b612-cef6-d451b30aee5e" [ 1321.331098] env[70691]: _type = "Task" [ 1321.331098] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.338272] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ac34ca-37f9-b612-cef6-d451b30aee5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.395571] env[70691]: DEBUG oslo_concurrency.lockutils [None req-7e2cfcc1-d4d7-4e67-8227-6f81a5dc7651 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.250s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.709133] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.709430] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.745132] env[70691]: DEBUG oslo_concurrency.lockutils [req-171fca8d-e993-4df6-b386-0e6dd3e4ee6c req-2c926803-7479-4138-a42a-7e53de4820a1 service nova] Releasing lock "refresh_cache-6db1763d-f455-4468-928b-e55bd9dbfd57" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.841905] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52ac34ca-37f9-b612-cef6-d451b30aee5e, 'name': SearchDatastore_Task, 'duration_secs': 0.007375} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.842685] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f5d406-9a24-400c-a1d6-11e2579109a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.847362] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1321.847362] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5221742d-fd89-2084-2bde-36a861612601" [ 1321.847362] env[70691]: _type = "Task" [ 1321.847362] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.854730] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5221742d-fd89-2084-2bde-36a861612601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.213576] env[70691]: INFO nova.compute.manager [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Detaching volume 8544c623-c17f-4b9d-8c2a-4750663169f5 [ 1322.243480] env[70691]: INFO nova.virt.block_device [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Attempting to driver detach volume 8544c623-c17f-4b9d-8c2a-4750663169f5 from mountpoint /dev/sdb [ 1322.243735] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1322.243926] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689750', 'volume_id': '8544c623-c17f-4b9d-8c2a-4750663169f5', 'name': 'volume-8544c623-c17f-4b9d-8c2a-4750663169f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a58a476c-0a0f-45ba-92e6-2f16b1edc747', 'attached_at': '', 'detached_at': '', 'volume_id': '8544c623-c17f-4b9d-8c2a-4750663169f5', 'serial': '8544c623-c17f-4b9d-8c2a-4750663169f5'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1322.244810] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64e5fc2-a3c3-48d7-80b7-f73117d6692e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.268908] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3ddeb8-ca1c-4aa8-8eb9-849e096e2508 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.275137] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f849a-1dca-474d-9908-b82e1fc19671 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.298525] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce06ab0-f1a2-4a5a-a6d7-e8585b49508e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.312644] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] The volume has not been displaced from its original location: [datastore1] volume-8544c623-c17f-4b9d-8c2a-4750663169f5/volume-8544c623-c17f-4b9d-8c2a-4750663169f5.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1322.317801] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.318073] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d556d04-02c1-4e36-9250-802e077ac958 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.335061] env[70691]: DEBUG oslo_vmware.api [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1322.335061] env[70691]: value = "task-3455137" [ 1322.335061] env[70691]: _type = "Task" [ 1322.335061] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.342288] env[70691]: DEBUG oslo_vmware.api [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.355651] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5221742d-fd89-2084-2bde-36a861612601, 'name': SearchDatastore_Task, 'duration_secs': 0.009332} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.355878] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.356152] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 6db1763d-f455-4468-928b-e55bd9dbfd57/6db1763d-f455-4468-928b-e55bd9dbfd57.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1322.356387] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba10c23-3cf6-4130-a176-2e06927bf94b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.364081] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1322.364081] env[70691]: value = "task-3455138" [ 1322.364081] env[70691]: _type = "Task" [ 1322.364081] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.372216] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.845342] env[70691]: DEBUG oslo_vmware.api [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455137, 'name': ReconfigVM_Task, 'duration_secs': 0.243338} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.845629] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.850736] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65aeecb5-96dd-40be-85a6-2bee0d89aacc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.869333] env[70691]: DEBUG oslo_vmware.api [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1322.869333] env[70691]: value = "task-3455139" [ 1322.869333] env[70691]: _type = "Task" [ 1322.869333] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.875725] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421109} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.876363] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 6db1763d-f455-4468-928b-e55bd9dbfd57/6db1763d-f455-4468-928b-e55bd9dbfd57.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1322.876733] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.876863] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-199e0974-4a6c-46de-b646-a10d6d9420ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.881728] env[70691]: DEBUG oslo_vmware.api [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.885162] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1322.885162] env[70691]: value = "task-3455140" [ 1322.885162] env[70691]: _type = "Task" [ 1322.885162] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.892535] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.381315] env[70691]: DEBUG oslo_vmware.api [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455139, 'name': ReconfigVM_Task, 'duration_secs': 0.148965} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.381315] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689750', 'volume_id': '8544c623-c17f-4b9d-8c2a-4750663169f5', 'name': 'volume-8544c623-c17f-4b9d-8c2a-4750663169f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a58a476c-0a0f-45ba-92e6-2f16b1edc747', 'attached_at': '', 'detached_at': '', 'volume_id': '8544c623-c17f-4b9d-8c2a-4750663169f5', 'serial': '8544c623-c17f-4b9d-8c2a-4750663169f5'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1323.393402] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061156} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.393663] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.394668] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8597ef7-b3bb-43f2-95c7-52b0fe0f8c66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.415928] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 6db1763d-f455-4468-928b-e55bd9dbfd57/6db1763d-f455-4468-928b-e55bd9dbfd57.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.416214] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ae04e9-482b-4a86-94ec-8e9d6e4a6322 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.436889] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1323.436889] env[70691]: value = "task-3455141" [ 1323.436889] env[70691]: _type = "Task" [ 1323.436889] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.444573] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.924343] env[70691]: DEBUG nova.objects.instance [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid a58a476c-0a0f-45ba-92e6-2f16b1edc747 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.949481] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455141, 'name': ReconfigVM_Task, 'duration_secs': 0.273681} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.949766] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 6db1763d-f455-4468-928b-e55bd9dbfd57/6db1763d-f455-4468-928b-e55bd9dbfd57.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.950428] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11fbab35-2035-432d-878e-6b14989284ef {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.956503] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1323.956503] env[70691]: value = "task-3455142" [ 1323.956503] env[70691]: _type = "Task" [ 1323.956503] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.967439] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455142, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.466346] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455142, 'name': Rename_Task, 'duration_secs': 0.143739} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.469881] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1324.469881] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a2dc716-cff8-4cc0-b541-54f2362f03ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.476179] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1324.476179] env[70691]: value = "task-3455143" [ 1324.476179] env[70691]: _type = "Task" [ 1324.476179] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.486918] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.576904] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.577166] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.933199] env[70691]: DEBUG oslo_concurrency.lockutils [None req-0b234f34-fea1-443c-9ef0-f78d035d93a1 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.224s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.986830] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.997088] env[70691]: DEBUG oslo_concurrency.lockutils [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.997326] env[70691]: DEBUG oslo_concurrency.lockutils [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.080904] env[70691]: DEBUG nova.compute.utils [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.486923] env[70691]: DEBUG oslo_vmware.api [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455143, 'name': PowerOnVM_Task, 'duration_secs': 0.985977} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.487200] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1325.487418] env[70691]: INFO nova.compute.manager [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1325.487601] env[70691]: DEBUG nova.compute.manager [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1325.488395] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2782f4-fe6b-4ce9-a8e3-e650aec8998a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.499968] env[70691]: INFO nova.compute.manager [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Detaching volume 29f42f2f-412f-461e-bed9-70f3614eaacd [ 1325.534024] env[70691]: INFO nova.virt.block_device [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Attempting to driver detach volume 29f42f2f-412f-461e-bed9-70f3614eaacd from mountpoint /dev/sdc [ 1325.534148] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1325.534288] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689754', 'volume_id': '29f42f2f-412f-461e-bed9-70f3614eaacd', 'name': 'volume-29f42f2f-412f-461e-bed9-70f3614eaacd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a58a476c-0a0f-45ba-92e6-2f16b1edc747', 'attached_at': '', 'detached_at': '', 'volume_id': '29f42f2f-412f-461e-bed9-70f3614eaacd', 'serial': '29f42f2f-412f-461e-bed9-70f3614eaacd'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1325.535418] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac98a77b-944a-4d4f-a031-741807201780 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.558771] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49a8667-74d8-4722-aef0-7412022178a3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.565204] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3776a9c5-2cec-4f58-8fec-8ee8aa964794 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.584979] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.586351] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7a804d-fe89-433e-8216-3200acb87662 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.602287] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] The volume has not been displaced from its original location: [datastore1] volume-29f42f2f-412f-461e-bed9-70f3614eaacd/volume-29f42f2f-412f-461e-bed9-70f3614eaacd.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1325.607600] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.607896] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647c0ba6-4d58-40d1-afc2-622870e1998e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.625492] env[70691]: DEBUG oslo_vmware.api [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1325.625492] env[70691]: value = "task-3455144" [ 1325.625492] env[70691]: _type = "Task" [ 1325.625492] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.633555] env[70691]: DEBUG oslo_vmware.api [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.007255] env[70691]: INFO nova.compute.manager [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Took 13.49 seconds to build instance. [ 1326.135330] env[70691]: DEBUG oslo_vmware.api [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455144, 'name': ReconfigVM_Task, 'duration_secs': 0.217566} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.135611] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1326.140294] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bf524c1-0827-4fd0-bdc0-2f037b33b046 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.158319] env[70691]: DEBUG oslo_vmware.api [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1326.158319] env[70691]: value = "task-3455145" [ 1326.158319] env[70691]: _type = "Task" [ 1326.158319] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.166897] env[70691]: DEBUG oslo_vmware.api [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.509017] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a9770c36-0635-4d60-a537-d7c79f6e3364 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "6db1763d-f455-4468-928b-e55bd9dbfd57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.654226] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.654500] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.654740] env[70691]: INFO nova.compute.manager [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Attaching volume 21296ec8-2dac-499d-808f-c18160cde319 to /dev/sdb [ 1326.669948] env[70691]: DEBUG oslo_vmware.api [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455145, 'name': ReconfigVM_Task, 'duration_secs': 0.138017} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.670246] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689754', 'volume_id': '29f42f2f-412f-461e-bed9-70f3614eaacd', 'name': 'volume-29f42f2f-412f-461e-bed9-70f3614eaacd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a58a476c-0a0f-45ba-92e6-2f16b1edc747', 'attached_at': '', 'detached_at': '', 'volume_id': '29f42f2f-412f-461e-bed9-70f3614eaacd', 'serial': '29f42f2f-412f-461e-bed9-70f3614eaacd'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1326.688187] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ebd09e-c179-4d5c-8b9e-08983b6396aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.694274] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf3b6af-23ad-4f21-aa54-093bffb3ec0c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.706696] env[70691]: DEBUG nova.virt.block_device [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Updating existing volume attachment record: 12f2254c-20e5-47a1-b25a-292e8b8fded4 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1326.885323] env[70691]: DEBUG oslo_concurrency.lockutils [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "6db1763d-f455-4468-928b-e55bd9dbfd57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.885610] env[70691]: DEBUG oslo_concurrency.lockutils [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "6db1763d-f455-4468-928b-e55bd9dbfd57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.885889] env[70691]: DEBUG oslo_concurrency.lockutils [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "6db1763d-f455-4468-928b-e55bd9dbfd57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.885999] env[70691]: DEBUG oslo_concurrency.lockutils [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "6db1763d-f455-4468-928b-e55bd9dbfd57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.886202] env[70691]: DEBUG oslo_concurrency.lockutils [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "6db1763d-f455-4468-928b-e55bd9dbfd57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.888336] env[70691]: INFO nova.compute.manager [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Terminating instance [ 1326.890080] env[70691]: DEBUG nova.compute.manager [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1326.890280] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1326.891128] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb30ab4a-75a4-40c1-8ba4-03382151ecb4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.897913] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1326.898163] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9877c363-c8fb-4ae4-89b9-4a464823b83a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.903930] env[70691]: DEBUG oslo_vmware.api [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1326.903930] env[70691]: value = "task-3455147" [ 1326.903930] env[70691]: _type = "Task" [ 1326.903930] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.911879] env[70691]: DEBUG oslo_vmware.api [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.210522] env[70691]: DEBUG nova.objects.instance [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'flavor' on Instance uuid a58a476c-0a0f-45ba-92e6-2f16b1edc747 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.413810] env[70691]: DEBUG oslo_vmware.api [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455147, 'name': PowerOffVM_Task, 'duration_secs': 0.18064} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.414094] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1327.414271] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1327.414526] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-743983ee-2b02-4812-b774-45ee8e60e3d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.475554] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1327.475906] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1327.476232] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleting the datastore file [datastore1] 6db1763d-f455-4468-928b-e55bd9dbfd57 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.476537] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-256ca946-f483-4576-8617-09412a554071 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.482226] env[70691]: DEBUG oslo_vmware.api [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1327.482226] env[70691]: value = "task-3455151" [ 1327.482226] env[70691]: _type = "Task" [ 1327.482226] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.489835] env[70691]: DEBUG oslo_vmware.api [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.992164] env[70691]: DEBUG oslo_vmware.api [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137262} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.992450] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.992616] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1327.992796] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1327.992976] env[70691]: INFO nova.compute.manager [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1327.993255] env[70691]: DEBUG oslo.service.loopingcall [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.993452] env[70691]: DEBUG nova.compute.manager [-] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1327.993547] env[70691]: DEBUG nova.network.neutron [-] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1328.217807] env[70691]: DEBUG oslo_concurrency.lockutils [None req-005b094d-df57-4e33-a3d7-c8779acd4c13 tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.220725] env[70691]: DEBUG nova.compute.manager [req-93c60aea-87fa-4b7d-a49e-49357865e7d7 req-4974731f-61ca-4328-bc2c-9bd5f131466f service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Received event network-vif-deleted-87f4fdd8-4acb-4f05-9bd0-24a4a998064e {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1328.220934] env[70691]: INFO nova.compute.manager [req-93c60aea-87fa-4b7d-a49e-49357865e7d7 req-4974731f-61ca-4328-bc2c-9bd5f131466f service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Neutron deleted interface 87f4fdd8-4acb-4f05-9bd0-24a4a998064e; detaching it from the instance and deleting it from the info cache [ 1328.221126] env[70691]: DEBUG nova.network.neutron [req-93c60aea-87fa-4b7d-a49e-49357865e7d7 req-4974731f-61ca-4328-bc2c-9bd5f131466f service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.695409] env[70691]: DEBUG nova.network.neutron [-] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.723539] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f10fe8dc-af6a-489d-8ebe-eb635f7e05d3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.735445] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16259cc-58b7-461a-82ae-a520d6bc443b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.764154] env[70691]: DEBUG nova.compute.manager [req-93c60aea-87fa-4b7d-a49e-49357865e7d7 req-4974731f-61ca-4328-bc2c-9bd5f131466f service nova] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Detach interface failed, port_id=87f4fdd8-4acb-4f05-9bd0-24a4a998064e, reason: Instance 6db1763d-f455-4468-928b-e55bd9dbfd57 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1329.197743] env[70691]: INFO nova.compute.manager [-] [instance: 6db1763d-f455-4468-928b-e55bd9dbfd57] Took 1.20 seconds to deallocate network for instance. [ 1329.393717] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.394032] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.394379] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.394449] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.394604] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.396773] env[70691]: INFO nova.compute.manager [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Terminating instance [ 1329.398926] env[70691]: DEBUG nova.compute.manager [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1329.399201] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1329.400107] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05355406-eebf-4ed7-b26e-f128c73257ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.407700] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1329.407700] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b33ff644-2116-4656-ada2-2380d8b738ba {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.414659] env[70691]: DEBUG oslo_vmware.api [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1329.414659] env[70691]: value = "task-3455153" [ 1329.414659] env[70691]: _type = "Task" [ 1329.414659] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.422463] env[70691]: DEBUG oslo_vmware.api [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.704764] env[70691]: DEBUG oslo_concurrency.lockutils [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.705087] env[70691]: DEBUG oslo_concurrency.lockutils [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.705286] env[70691]: DEBUG nova.objects.instance [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lazy-loading 'resources' on Instance uuid 6db1763d-f455-4468-928b-e55bd9dbfd57 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.925555] env[70691]: DEBUG oslo_vmware.api [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455153, 'name': PowerOffVM_Task, 'duration_secs': 0.171554} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.925891] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1329.925979] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1329.926204] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ac9f5bf-3c5d-48ce-b161-07116dc396e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.994049] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1329.994411] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1329.994560] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Deleting the datastore file [datastore2] a58a476c-0a0f-45ba-92e6-2f16b1edc747 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.994834] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a645250-d084-4b0e-9998-709a454e32a8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.000847] env[70691]: DEBUG oslo_vmware.api [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for the task: (returnval){ [ 1330.000847] env[70691]: value = "task-3455155" [ 1330.000847] env[70691]: _type = "Task" [ 1330.000847] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.008225] env[70691]: DEBUG oslo_vmware.api [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.299853] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b65f3a9-e108-4e71-98ab-1fe9f39bdb17 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.307770] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd75f7ad-b17b-45d7-afb9-59be4296e598 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.338742] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8743745-a182-4537-9a79-5de4a432477c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.345654] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fe57d3-2403-439f-a8f0-086d3d1bad6e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.359420] env[70691]: DEBUG nova.compute.provider_tree [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.511070] env[70691]: DEBUG oslo_vmware.api [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Task: {'id': task-3455155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138606} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.511427] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.511542] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1330.511755] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1330.511933] env[70691]: INFO nova.compute.manager [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.512224] env[70691]: DEBUG oslo.service.loopingcall [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.512433] env[70691]: DEBUG nova.compute.manager [-] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1330.512529] env[70691]: DEBUG nova.network.neutron [-] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1330.862496] env[70691]: DEBUG nova.scheduler.client.report [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1331.144994] env[70691]: DEBUG nova.compute.manager [req-a3db2bdf-0314-4d88-9153-4e36ed450fd3 req-fbdd5778-ef70-44c8-8fdf-76fe09cda4c1 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Received event network-vif-deleted-ba82b0b0-c09e-4582-9eda-d4a486ed7ec6 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1331.144994] env[70691]: INFO nova.compute.manager [req-a3db2bdf-0314-4d88-9153-4e36ed450fd3 req-fbdd5778-ef70-44c8-8fdf-76fe09cda4c1 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Neutron deleted interface ba82b0b0-c09e-4582-9eda-d4a486ed7ec6; detaching it from the instance and deleting it from the info cache [ 1331.144994] env[70691]: DEBUG nova.network.neutron [req-a3db2bdf-0314-4d88-9153-4e36ed450fd3 req-fbdd5778-ef70-44c8-8fdf-76fe09cda4c1 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.248221] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1331.248545] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1331.249536] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820e2d60-41bd-4195-a700-ece700a1ab3c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.265944] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517b1c6c-644e-4647-9026-aad7abde22c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.292051] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-21296ec8-2dac-499d-808f-c18160cde319/volume-21296ec8-2dac-499d-808f-c18160cde319.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.292551] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-901ce71e-f60c-4219-b0d1-fbbaa29d648d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.311327] env[70691]: DEBUG oslo_vmware.api [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1331.311327] env[70691]: value = "task-3455156" [ 1331.311327] env[70691]: _type = "Task" [ 1331.311327] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.319824] env[70691]: DEBUG oslo_vmware.api [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.368046] env[70691]: DEBUG oslo_concurrency.lockutils [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.391171] env[70691]: INFO nova.scheduler.client.report [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleted allocations for instance 6db1763d-f455-4468-928b-e55bd9dbfd57 [ 1331.621292] env[70691]: DEBUG nova.network.neutron [-] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.647673] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-221d9013-3e87-4d6b-9a7c-90530b5e3497 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.657553] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de699087-fd29-467b-a2a6-6e85d15d06f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.685511] env[70691]: DEBUG nova.compute.manager [req-a3db2bdf-0314-4d88-9153-4e36ed450fd3 req-fbdd5778-ef70-44c8-8fdf-76fe09cda4c1 service nova] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Detach interface failed, port_id=ba82b0b0-c09e-4582-9eda-d4a486ed7ec6, reason: Instance a58a476c-0a0f-45ba-92e6-2f16b1edc747 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1331.821596] env[70691]: DEBUG oslo_vmware.api [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455156, 'name': ReconfigVM_Task, 'duration_secs': 0.321643} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.821858] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-21296ec8-2dac-499d-808f-c18160cde319/volume-21296ec8-2dac-499d-808f-c18160cde319.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.826668] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cce482b-271b-4f6b-9e34-fec6b1f79f8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.841967] env[70691]: DEBUG oslo_vmware.api [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1331.841967] env[70691]: value = "task-3455157" [ 1331.841967] env[70691]: _type = "Task" [ 1331.841967] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.849976] env[70691]: DEBUG oslo_vmware.api [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.898937] env[70691]: DEBUG oslo_concurrency.lockutils [None req-21c60d8f-ed1b-4c3a-a02c-34358b48df45 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "6db1763d-f455-4468-928b-e55bd9dbfd57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.013s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.123979] env[70691]: INFO nova.compute.manager [-] [instance: a58a476c-0a0f-45ba-92e6-2f16b1edc747] Took 1.61 seconds to deallocate network for instance. [ 1332.352691] env[70691]: DEBUG oslo_vmware.api [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455157, 'name': ReconfigVM_Task, 'duration_secs': 0.138853} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.353235] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1332.630742] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.631080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.631201] env[70691]: DEBUG nova.objects.instance [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lazy-loading 'resources' on Instance uuid a58a476c-0a0f-45ba-92e6-2f16b1edc747 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.211605] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae717e2d-02d2-4c81-b1d7-41b7ecdb605a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.219439] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ce2963-2b20-4c74-87c7-62e450751116 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.249127] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6391ad7-1bc3-4c94-8456-c3c6c3f4245c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.256313] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ac45da-d74c-49a6-bd99-4fa643280677 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.269639] env[70691]: DEBUG nova.compute.provider_tree [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.390837] env[70691]: DEBUG nova.objects.instance [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lazy-loading 'flavor' on Instance uuid aeeac6fd-682e-4c57-8fd6-4b660b5c660b {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.773527] env[70691]: DEBUG nova.scheduler.client.report [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1333.895880] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1c052d0c-ed38-4857-b8e4-9147216449af tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.277958] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.281443] env[70691]: INFO nova.compute.manager [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Rebuilding instance [ 1334.300976] env[70691]: INFO nova.scheduler.client.report [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Deleted allocations for instance a58a476c-0a0f-45ba-92e6-2f16b1edc747 [ 1334.320600] env[70691]: DEBUG nova.compute.manager [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1334.321542] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713f13ef-5f61-4194-bd68-c274147c6fc3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.815519] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ac7f288-c73d-41d5-87ca-9a1dcd69d62f tempest-AttachVolumeTestJSON-1364449341 tempest-AttachVolumeTestJSON-1364449341-project-member] Lock "a58a476c-0a0f-45ba-92e6-2f16b1edc747" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.421s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.832972] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1334.833820] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06cb60af-e421-41d1-b820-c84480ffa2a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.840677] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1334.840677] env[70691]: value = "task-3455159" [ 1334.840677] env[70691]: _type = "Task" [ 1334.840677] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.848959] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.350377] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455159, 'name': PowerOffVM_Task, 'duration_secs': 0.271949} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.350678] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1335.404530] env[70691]: INFO nova.compute.manager [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Detaching volume 21296ec8-2dac-499d-808f-c18160cde319 [ 1335.438579] env[70691]: INFO nova.virt.block_device [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Attempting to driver detach volume 21296ec8-2dac-499d-808f-c18160cde319 from mountpoint /dev/sdb [ 1335.438886] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1335.439190] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1335.440208] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2817b51-ce55-401e-abd2-619771d0638d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.462250] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46507048-dffe-4eac-a2f7-2d4914bf6605 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.469078] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0335b29c-db41-4e82-88e8-7115ce6905c7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.489199] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586d75e-b487-45f0-a580-101c7e89b0af {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.505373] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] The volume has not been displaced from its original location: [datastore1] volume-21296ec8-2dac-499d-808f-c18160cde319/volume-21296ec8-2dac-499d-808f-c18160cde319.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1335.510689] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1335.510986] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5c8ae4e-2cfa-4987-9838-2e065eb438b9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.529226] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1335.529226] env[70691]: value = "task-3455160" [ 1335.529226] env[70691]: _type = "Task" [ 1335.529226] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.537170] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.039779] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455160, 'name': ReconfigVM_Task, 'duration_secs': 0.200751} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.040162] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1336.044888] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f996be78-0c3f-4f4f-acae-955d02946de6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.061521] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1336.061521] env[70691]: value = "task-3455161" [ 1336.061521] env[70691]: _type = "Task" [ 1336.061521] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.069740] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.178653] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "629740f2-6b1b-4881-9b0c-2819a0be1756" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.179514] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.179674] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.179890] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.180119] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.182508] env[70691]: INFO nova.compute.manager [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Terminating instance [ 1336.184497] env[70691]: DEBUG nova.compute.manager [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1336.184697] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1336.185549] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0054220a-72e5-43ef-8fa0-2d73ca329020 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.193028] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1336.193239] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b6f4f60-d10a-4524-88b8-e965474abd3d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.198766] env[70691]: DEBUG oslo_vmware.api [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1336.198766] env[70691]: value = "task-3455162" [ 1336.198766] env[70691]: _type = "Task" [ 1336.198766] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.211938] env[70691]: DEBUG oslo_vmware.api [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.573016] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455161, 'name': ReconfigVM_Task, 'duration_secs': 0.158919} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.573367] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1336.709753] env[70691]: DEBUG oslo_vmware.api [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455162, 'name': PowerOffVM_Task, 'duration_secs': 0.172066} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.710086] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1336.710296] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1336.710555] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9007aef1-4b75-48a8-a434-8636c493f54a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.821400] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1336.821569] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1336.821775] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleting the datastore file [datastore2] 629740f2-6b1b-4881-9b0c-2819a0be1756 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.822074] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a936002-9a9e-4b9c-9d06-f8115ac68bc7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.828993] env[70691]: DEBUG oslo_vmware.api [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for the task: (returnval){ [ 1336.828993] env[70691]: value = "task-3455164" [ 1336.828993] env[70691]: _type = "Task" [ 1336.828993] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.836515] env[70691]: DEBUG oslo_vmware.api [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.339511] env[70691]: DEBUG oslo_vmware.api [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Task: {'id': task-3455164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142055} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.339511] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.339847] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1337.339847] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1337.339937] env[70691]: INFO nova.compute.manager [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1337.340213] env[70691]: DEBUG oslo.service.loopingcall [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.340973] env[70691]: DEBUG nova.compute.manager [-] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1337.340973] env[70691]: DEBUG nova.network.neutron [-] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1337.621296] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1337.621620] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b8d9587-a8d7-41ed-acec-c386ccd49afe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.630028] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1337.630028] env[70691]: value = "task-3455165" [ 1337.630028] env[70691]: _type = "Task" [ 1337.630028] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.637357] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.932426] env[70691]: DEBUG nova.compute.manager [req-123755db-f7c5-4240-83d7-914e90ebfec3 req-34695b2a-95a4-431f-b8f1-6f7167af621f service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Received event network-vif-deleted-0625a326-fea3-4242-be50-2ef1769d781b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1337.932496] env[70691]: INFO nova.compute.manager [req-123755db-f7c5-4240-83d7-914e90ebfec3 req-34695b2a-95a4-431f-b8f1-6f7167af621f service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Neutron deleted interface 0625a326-fea3-4242-be50-2ef1769d781b; detaching it from the instance and deleting it from the info cache [ 1337.932691] env[70691]: DEBUG nova.network.neutron [req-123755db-f7c5-4240-83d7-914e90ebfec3 req-34695b2a-95a4-431f-b8f1-6f7167af621f service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.140454] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1338.140727] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1338.140877] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1338.141740] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab09011-e93b-4b95-a5e4-33358e404b7d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.160145] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e06b2-a0a6-4237-8203-8790c5404518 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.167131] env[70691]: WARNING nova.virt.vmwareapi.driver [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1338.167131] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1338.167896] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613266ad-369b-479b-b780-dd59df038379 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.174349] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1338.175167] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92520212-f64b-4a04-a6c6-5c87d0328513 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.246589] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1338.246921] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1338.247258] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleting the datastore file [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.247420] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85a47eff-211d-46bf-a46f-542b85ea79c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.254864] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1338.254864] env[70691]: value = "task-3455168" [ 1338.254864] env[70691]: _type = "Task" [ 1338.254864] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.263080] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.410978] env[70691]: DEBUG nova.network.neutron [-] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.435808] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f55fa07b-e5c4-41a2-bb7d-571eada2f496 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.445249] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a35a9-42e5-45dc-b117-cbd7a2c0922e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.471772] env[70691]: DEBUG nova.compute.manager [req-123755db-f7c5-4240-83d7-914e90ebfec3 req-34695b2a-95a4-431f-b8f1-6f7167af621f service nova] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Detach interface failed, port_id=0625a326-fea3-4242-be50-2ef1769d781b, reason: Instance 629740f2-6b1b-4881-9b0c-2819a0be1756 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1338.530713] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.531216] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1338.764520] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13423} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.764796] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.764981] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1338.765338] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1338.913778] env[70691]: INFO nova.compute.manager [-] [instance: 629740f2-6b1b-4881-9b0c-2819a0be1756] Took 1.57 seconds to deallocate network for instance. [ 1339.033832] env[70691]: DEBUG nova.compute.manager [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Stashing vm_state: active {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1339.269820] env[70691]: INFO nova.virt.block_device [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Booting with volume 21296ec8-2dac-499d-808f-c18160cde319 at /dev/sdb [ 1339.301189] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1970da67-11dc-49ac-9f42-f626ee993ac3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.310953] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b9afb0-5398-441b-af43-798666497ccd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.337796] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bf835d1-6c26-44c8-9316-d80e515c6580 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.346345] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e27082-300f-4b40-bcde-0658c2f685a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.372864] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e73a8-9f89-43bd-9689-5c57a1b75875 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.379899] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad61d4b-9e80-47b6-8d0c-7ee9aff34ccc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.393202] env[70691]: DEBUG nova.virt.block_device [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Updating existing volume attachment record: bbbb3e85-dca8-490a-a55e-012bc52624ff {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1339.420612] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.420612] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.420934] env[70691]: DEBUG nova.objects.instance [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lazy-loading 'resources' on Instance uuid 629740f2-6b1b-4881-9b0c-2819a0be1756 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.554794] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.008574] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acbdf40-b481-4d43-9092-ca7ad0c13738 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.016454] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f643c4ef-4cc5-4df1-9aa7-6a4ce75bd313 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.048565] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d91ed1-1df3-43d4-90c0-a357564a26f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.055648] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738da6c4-97dd-477e-8014-77b5076f5cf1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.068488] env[70691]: DEBUG nova.compute.provider_tree [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.571916] env[70691]: DEBUG nova.scheduler.client.report [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1341.076866] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.079258] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.525s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.099168] env[70691]: INFO nova.scheduler.client.report [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Deleted allocations for instance 629740f2-6b1b-4881-9b0c-2819a0be1756 [ 1341.507539] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1341.507807] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1341.507987] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.508175] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1341.508330] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.508481] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1341.508695] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1341.508859] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1341.509046] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1341.509251] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1341.509441] env[70691]: DEBUG nova.virt.hardware [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1341.510440] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67023379-84fc-4494-8202-d2fbd76b4f8e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.518573] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47d7e2a-b46f-4db8-a39f-75cb42a6dda5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.532943] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.533497] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:7c:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a6f26a8-620e-415b-ac67-58e90ccc5fa0', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.541021] env[70691]: DEBUG oslo.service.loopingcall [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.541285] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.541491] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1341.541789] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8c0a697-eb95-4240-aa34-5cf5d229e449 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.559842] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.559842] env[70691]: value = "task-3455170" [ 1341.559842] env[70691]: _type = "Task" [ 1341.559842] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.567190] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455170, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.583815] env[70691]: INFO nova.compute.claims [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.606771] env[70691]: DEBUG oslo_concurrency.lockutils [None req-df3019a0-7ac8-4a3d-ba16-0e023774c598 tempest-AttachVolumeShelveTestJSON-156739108 tempest-AttachVolumeShelveTestJSON-156739108-project-member] Lock "629740f2-6b1b-4881-9b0c-2819a0be1756" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.427s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.070482] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455170, 'name': CreateVM_Task, 'duration_secs': 0.305372} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.070644] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1342.071382] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.071539] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.071876] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1342.072487] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bfe7a46-91b0-4b2f-a8c7-9d3ace1db554 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.076831] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1342.076831] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258bece-8c3c-f332-d05a-c048d62f2680" [ 1342.076831] env[70691]: _type = "Task" [ 1342.076831] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.084848] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258bece-8c3c-f332-d05a-c048d62f2680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.091955] env[70691]: INFO nova.compute.resource_tracker [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating resource usage from migration fc7a49eb-b742-43fc-bbda-d5fb8f46fca5 [ 1342.163240] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e052be-3329-4d01-9b61-f6bcd93ae009 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.170356] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238daf60-8861-45e8-9595-ad0b2640fbae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.199427] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca15d0-861c-4dfb-8c8f-4e075a786d65 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.206344] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc80f3d-9769-4c3f-adfc-3aa556d61df3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.221764] env[70691]: DEBUG nova.compute.provider_tree [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.314187] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "47173c4b-4486-4744-837a-d24fcb44bafb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.314480] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.314679] env[70691]: INFO nova.compute.manager [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Shelving [ 1342.586919] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5258bece-8c3c-f332-d05a-c048d62f2680, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.587271] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.587514] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.587764] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.587916] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.588165] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.588468] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b7c940-763e-4b33-9145-3c5d081bf2ec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.596741] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.596979] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1342.597765] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77657ba3-337f-4252-8c23-17a592a62473 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.602573] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1342.602573] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c8cb28-fc01-444f-301a-b6604c4cb5c2" [ 1342.602573] env[70691]: _type = "Task" [ 1342.602573] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.609917] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c8cb28-fc01-444f-301a-b6604c4cb5c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.724547] env[70691]: DEBUG nova.scheduler.client.report [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1342.822348] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1342.822583] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80fc7411-7ceb-44c0-a7aa-4da03c55b935 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.829208] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1342.829208] env[70691]: value = "task-3455172" [ 1342.829208] env[70691]: _type = "Task" [ 1342.829208] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.837687] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.113628] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c8cb28-fc01-444f-301a-b6604c4cb5c2, 'name': SearchDatastore_Task, 'duration_secs': 0.007655} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.114841] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e36f58-d6da-4c86-80a7-57ccbc31af4b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.120537] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1343.120537] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c5083f-d0f1-2fc4-f64b-27217d2d3521" [ 1343.120537] env[70691]: _type = "Task" [ 1343.120537] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.128805] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c5083f-d0f1-2fc4-f64b-27217d2d3521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.230136] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.151s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.230413] env[70691]: INFO nova.compute.manager [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Migrating [ 1343.339382] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455172, 'name': PowerOffVM_Task, 'duration_secs': 0.17697} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.339620] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1343.340428] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a4769-1897-4cbf-8ef6-e5f148100872 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.359733] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe56699d-0042-4a7a-a057-676d8f737f54 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.530871] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.632050] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c5083f-d0f1-2fc4-f64b-27217d2d3521, 'name': SearchDatastore_Task, 'duration_secs': 0.04211} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.632380] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.632647] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b/aeeac6fd-682e-4c57-8fd6-4b660b5c660b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1343.632919] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09980bba-229a-4239-abf5-ef4f3b3677ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.647238] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1343.647238] env[70691]: value = "task-3455173" [ 1343.647238] env[70691]: _type = "Task" [ 1343.647238] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.655588] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.749850] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.749850] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.749850] env[70691]: DEBUG nova.network.neutron [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1343.871867] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Creating Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1343.872219] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7edb8a03-91a2-446f-b22a-5528b982bb1b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.881465] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1343.881465] env[70691]: value = "task-3455174" [ 1343.881465] env[70691]: _type = "Task" [ 1343.881465] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.892936] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.157448] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499817} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.157745] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b/aeeac6fd-682e-4c57-8fd6-4b660b5c660b.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1344.158503] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.158818] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c600e232-99bc-46ea-b4b3-23c83ea3649b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.165539] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1344.165539] env[70691]: value = "task-3455175" [ 1344.165539] env[70691]: _type = "Task" [ 1344.165539] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.173201] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.394786] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455174, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.529970] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.530370] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1344.548707] env[70691]: DEBUG nova.network.neutron [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance_info_cache with network_info: [{"id": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "address": "fa:16:3e:93:6a:ce", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4525d9df-5b", "ovs_interfaceid": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.675583] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065734} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.675966] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.676643] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50f8653-9b8c-4a25-97d1-ababdb0c44cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.698516] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b/aeeac6fd-682e-4c57-8fd6-4b660b5c660b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.698952] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad6c22a-5363-4136-b449-0946b22e6cb0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.720458] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1344.720458] env[70691]: value = "task-3455176" [ 1344.720458] env[70691]: _type = "Task" [ 1344.720458] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.729343] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.901627] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455174, 'name': CreateSnapshot_Task, 'duration_secs': 0.59805} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.901984] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Created Snapshot of the VM instance {{(pid=70691) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1344.902882] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b784f4-e9a7-4569-aacc-79218b40c097 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.033424] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Didn't find any instances for network info cache update. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1345.033711] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.052067] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.230594] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455176, 'name': ReconfigVM_Task, 'duration_secs': 0.274431} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.230902] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b/aeeac6fd-682e-4c57-8fd6-4b660b5c660b.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.232036] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_options': None, 'image_id': '2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'}, 'mount_device': '/dev/sdb', 'attachment_id': 'bbbb3e85-dca8-490a-a55e-012bc52624ff', 'boot_index': None, 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70691) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1345.232250] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1345.232445] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1345.233235] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9d7383-a1b4-4bf2-9285-c194c839c835 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.248287] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572b60ed-5014-4f72-a7f3-810d65625ff0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.271779] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-21296ec8-2dac-499d-808f-c18160cde319/volume-21296ec8-2dac-499d-808f-c18160cde319.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.272086] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-536e318c-c119-43cf-9631-91970df97a88 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.289708] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1345.289708] env[70691]: value = "task-3455177" [ 1345.289708] env[70691]: _type = "Task" [ 1345.289708] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.297066] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.422935] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Creating linked-clone VM from snapshot {{(pid=70691) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1345.423320] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-91384da2-e0c7-4d3e-982f-33bd5ffc01cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.432179] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1345.432179] env[70691]: value = "task-3455178" [ 1345.432179] env[70691]: _type = "Task" [ 1345.432179] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.440468] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455178, 'name': CloneVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.537345] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.537611] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.537773] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.537958] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1345.539265] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9445f6e-0d40-44f9-a57e-36d1b9cf0105 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.548224] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24fed18-dec2-4f3c-98da-d7d40c37fc7d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.567372] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bfe568-054f-41ed-94ef-8c9e0378c5ee {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.574475] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033b9a3d-4400-48fd-95ba-86ea15f6b477 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.604776] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179806MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1345.605061] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.605200] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.799147] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455177, 'name': ReconfigVM_Task, 'duration_secs': 0.291333} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.799558] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-21296ec8-2dac-499d-808f-c18160cde319/volume-21296ec8-2dac-499d-808f-c18160cde319.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.804303] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc27e6ef-f75b-42b2-b9ee-fdf870c32dd6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.819506] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1345.819506] env[70691]: value = "task-3455179" [ 1345.819506] env[70691]: _type = "Task" [ 1345.819506] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.828640] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.941539] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455178, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.331620] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455179, 'name': ReconfigVM_Task, 'duration_secs': 0.139687} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.331987] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1346.332594] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b381a530-8a86-4c77-9b56-3e9d5dffa1a3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.339128] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1346.339128] env[70691]: value = "task-3455180" [ 1346.339128] env[70691]: _type = "Task" [ 1346.339128] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.347218] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455180, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.444803] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455178, 'name': CloneVM_Task} progress is 94%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.578519] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a49ebe5-a44b-4d37-bf7f-398ac2099b9b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.602788] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance 'de716970-603e-47a1-bd53-8a30b2e86678' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1346.615019] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Applying migration context for instance de716970-603e-47a1-bd53-8a30b2e86678 as it has an incoming, in-progress migration fc7a49eb-b742-43fc-bbda-d5fb8f46fca5. Migration status is migrating {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1346.615019] env[70691]: INFO nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating resource usage from migration fc7a49eb-b742-43fc-bbda-d5fb8f46fca5 [ 1346.639725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 714db313-1b44-45c6-9768-5594fe46d9e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.639725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance aeeac6fd-682e-4c57-8fd6-4b660b5c660b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.639725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 47173c4b-4486-4744-837a-d24fcb44bafb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.639725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Migration fc7a49eb-b742-43fc-bbda-d5fb8f46fca5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1346.639725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance de716970-603e-47a1-bd53-8a30b2e86678 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.639725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1346.639725] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1346.720046] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc45e54-0fef-4e3c-8a2d-3bd0076fd4cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.725870] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4843c34-f6ac-4f2a-a146-ca695fa9d4b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.756166] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7797957-736b-42fb-911d-29c7fe825f8b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.764453] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b224483-34ee-4bb7-9bcb-53c6892d0d2a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.777845] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.855853] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455180, 'name': Rename_Task, 'duration_secs': 0.152623} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.856545] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1346.856925] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52419c8f-2306-48d1-9f07-040e759716e9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.863027] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1346.863027] env[70691]: value = "task-3455181" [ 1346.863027] env[70691]: _type = "Task" [ 1346.863027] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.875810] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.942982] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455178, 'name': CloneVM_Task, 'duration_secs': 1.343587} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.943279] env[70691]: INFO nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Created linked-clone VM from snapshot [ 1346.944026] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a070f6cc-a967-4ea4-b92e-560c809d240f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.951280] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Uploading image d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1346.980694] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1346.980694] env[70691]: value = "vm-689760" [ 1346.980694] env[70691]: _type = "VirtualMachine" [ 1346.980694] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1346.980979] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b367258-bfe1-422b-9051-8370a510df4c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.987417] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lease: (returnval){ [ 1346.987417] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5203ad81-34ff-f8d5-2497-ab69490fedb8" [ 1346.987417] env[70691]: _type = "HttpNfcLease" [ 1346.987417] env[70691]: } obtained for exporting VM: (result){ [ 1346.987417] env[70691]: value = "vm-689760" [ 1346.987417] env[70691]: _type = "VirtualMachine" [ 1346.987417] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1346.987786] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the lease: (returnval){ [ 1346.987786] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5203ad81-34ff-f8d5-2497-ab69490fedb8" [ 1346.987786] env[70691]: _type = "HttpNfcLease" [ 1346.987786] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1346.994242] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1346.994242] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5203ad81-34ff-f8d5-2497-ab69490fedb8" [ 1346.994242] env[70691]: _type = "HttpNfcLease" [ 1346.994242] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1347.108798] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1347.111997] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2157102-6558-4105-a9a8-d07586b4c1e7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.119925] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1347.119925] env[70691]: value = "task-3455183" [ 1347.119925] env[70691]: _type = "Task" [ 1347.119925] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.128964] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.282675] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1347.374873] env[70691]: DEBUG oslo_vmware.api [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455181, 'name': PowerOnVM_Task, 'duration_secs': 0.487545} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.375829] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1347.376395] env[70691]: DEBUG nova.compute.manager [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1347.378111] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e873f7-e6e8-40a6-846a-f3300b75a482 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.498301] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1347.498301] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5203ad81-34ff-f8d5-2497-ab69490fedb8" [ 1347.498301] env[70691]: _type = "HttpNfcLease" [ 1347.498301] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1347.498711] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1347.498711] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5203ad81-34ff-f8d5-2497-ab69490fedb8" [ 1347.498711] env[70691]: _type = "HttpNfcLease" [ 1347.498711] env[70691]: }. {{(pid=70691) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1347.499534] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b50e32-95a3-40ee-94ec-54433e529ed5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.507181] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279a299-315d-8df4-6c71-59fe016719d7/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1347.507461] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279a299-315d-8df4-6c71-59fe016719d7/disk-0.vmdk for reading. {{(pid=70691) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1347.616623] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-18cb9fcb-aad9-4ad7-941c-3387a0f1c658 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.629926] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455183, 'name': PowerOffVM_Task, 'duration_secs': 0.171194} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.630230] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1347.630437] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance 'de716970-603e-47a1-bd53-8a30b2e86678' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1347.792677] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1347.792677] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.187s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.900437] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.900884] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.901207] env[70691]: DEBUG nova.objects.instance [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70691) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1348.138393] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1348.139021] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1348.139416] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.140103] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1348.140103] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.140313] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1348.140747] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1348.140747] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1348.141054] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1348.141256] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1348.141457] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1348.147390] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01721b85-207c-4073-8304-69beadbebf33 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.164273] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1348.164273] env[70691]: value = "task-3455184" [ 1348.164273] env[70691]: _type = "Task" [ 1348.164273] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.172863] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.289467] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.290116] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.679611] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455184, 'name': ReconfigVM_Task, 'duration_secs': 0.246824} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.680441] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance 'de716970-603e-47a1-bd53-8a30b2e86678' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1348.796041] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.796625] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.913049] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1d188197-3dda-4159-b292-cf9595b8235a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.188467] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1349.188709] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1349.188939] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.189265] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1349.189486] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.189722] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1349.190013] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1349.190272] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1349.190475] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1349.190648] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1349.190828] env[70691]: DEBUG nova.virt.hardware [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1349.196112] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.196798] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10da7c9e-2659-4f80-8865-cc61def7e2b5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.216261] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1349.216261] env[70691]: value = "task-3455185" [ 1349.216261] env[70691]: _type = "Task" [ 1349.216261] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.226846] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.727673] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455185, 'name': ReconfigVM_Task, 'duration_secs': 0.265544} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.728146] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1349.729184] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56be374-dc18-44ff-a37a-78f30455f19d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.759056] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] de716970-603e-47a1-bd53-8a30b2e86678/de716970-603e-47a1-bd53-8a30b2e86678.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.759056] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a23f02c-1719-49c9-bf21-eff2ed28b7e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.779069] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1349.779069] env[70691]: value = "task-3455186" [ 1349.779069] env[70691]: _type = "Task" [ 1349.779069] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.787034] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.288756] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455186, 'name': ReconfigVM_Task, 'duration_secs': 0.31054} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.289146] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfigured VM instance instance-00000077 to attach disk [datastore2] de716970-603e-47a1-bd53-8a30b2e86678/de716970-603e-47a1-bd53-8a30b2e86678.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.289381] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance 'de716970-603e-47a1-bd53-8a30b2e86678' progress to 50 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1350.796396] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4806e2-572d-4af3-8449-f00d9199d2bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.816576] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf19356e-431e-4175-bd54-71c8e252957b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.835918] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance 'de716970-603e-47a1-bd53-8a30b2e86678' progress to 67 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1351.408177] env[70691]: DEBUG nova.network.neutron [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Port 4525d9df-5b69-47b9-bbf3-be8f3109602c binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1352.428035] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "de716970-603e-47a1-bd53-8a30b2e86678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.428035] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "de716970-603e-47a1-bd53-8a30b2e86678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.428035] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "de716970-603e-47a1-bd53-8a30b2e86678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.481477] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.481776] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.481881] env[70691]: DEBUG nova.network.neutron [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1354.200573] env[70691]: DEBUG nova.network.neutron [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance_info_cache with network_info: [{"id": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "address": "fa:16:3e:93:6a:ce", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4525d9df-5b", "ovs_interfaceid": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.703817] env[70691]: DEBUG oslo_concurrency.lockutils [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.918356] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279a299-315d-8df4-6c71-59fe016719d7/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1354.919514] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534b368-d6fd-4f9e-ab66-75a8c824f6cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.925598] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279a299-315d-8df4-6c71-59fe016719d7/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1354.925771] env[70691]: ERROR oslo_vmware.rw_handles [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279a299-315d-8df4-6c71-59fe016719d7/disk-0.vmdk due to incomplete transfer. [ 1354.925986] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aee32e0c-ed33-49a1-bb63-27197ff66978 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.932723] env[70691]: DEBUG oslo_vmware.rw_handles [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279a299-315d-8df4-6c71-59fe016719d7/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1354.932926] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Uploaded image d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b to the Glance image server {{(pid=70691) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1354.935222] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Destroying the VM {{(pid=70691) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1354.935467] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0666ad17-11dd-43bd-a314-98b31b75c529 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.941082] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1354.941082] env[70691]: value = "task-3455187" [ 1354.941082] env[70691]: _type = "Task" [ 1354.941082] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.948740] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455187, 'name': Destroy_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.230874] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda72e5-ca4e-4b4f-b68e-13754c263ab6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.252774] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ade96d-7d47-41ce-beb0-a96404eba713 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.260534] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance 'de716970-603e-47a1-bd53-8a30b2e86678' progress to 83 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1355.450910] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455187, 'name': Destroy_Task, 'duration_secs': 0.377679} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.451222] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Destroyed the VM [ 1355.451484] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Deleting Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1355.451745] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13c8bf58-9fd8-48eb-ad67-49708c589672 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.457841] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1355.457841] env[70691]: value = "task-3455188" [ 1355.457841] env[70691]: _type = "Task" [ 1355.457841] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.465787] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455188, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.766930] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1355.767373] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9aa7129-cbf1-47f4-86e0-abda9cf87749 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.774523] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1355.774523] env[70691]: value = "task-3455189" [ 1355.774523] env[70691]: _type = "Task" [ 1355.774523] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.782274] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.967948] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455188, 'name': RemoveSnapshot_Task, 'duration_secs': 0.405594} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.968255] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Deleted Snapshot of the VM instance {{(pid=70691) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1355.968532] env[70691]: DEBUG nova.compute.manager [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1355.969322] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96638bde-21f6-4b86-8719-588aa7fe611f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.284606] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.482073] env[70691]: INFO nova.compute.manager [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Shelve offloading [ 1356.484312] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1356.484644] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59195bd1-56a7-4cda-ae93-0fc44dc5c1d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.492840] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1356.492840] env[70691]: value = "task-3455190" [ 1356.492840] env[70691]: _type = "Task" [ 1356.492840] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.501733] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1356.501915] env[70691]: DEBUG nova.compute.manager [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1356.502648] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597d6ac4-1711-4625-8142-bded65e97aca {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.507789] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.507957] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.508147] env[70691]: DEBUG nova.network.neutron [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1356.785634] env[70691]: DEBUG oslo_vmware.api [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455189, 'name': PowerOnVM_Task, 'duration_secs': 0.593585} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.785967] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1356.786148] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-028adafd-e443-4a7e-8745-68bad3b9aef7 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance 'de716970-603e-47a1-bd53-8a30b2e86678' progress to 100 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1357.213090] env[70691]: DEBUG nova.network.neutron [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating instance_info_cache with network_info: [{"id": "da27adae-fc72-4e5b-a33e-113b0c253a75", "address": "fa:16:3e:2a:fa:8e", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27adae-fc", "ovs_interfaceid": "da27adae-fc72-4e5b-a33e-113b0c253a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.716920] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.992808] env[70691]: DEBUG nova.compute.manager [req-a0f890d4-bb24-4355-84d7-667ac8ece531 req-3d000503-f79a-444f-bb89-d79321b9943f service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received event network-vif-unplugged-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1357.994100] env[70691]: DEBUG oslo_concurrency.lockutils [req-a0f890d4-bb24-4355-84d7-667ac8ece531 req-3d000503-f79a-444f-bb89-d79321b9943f service nova] Acquiring lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.994100] env[70691]: DEBUG oslo_concurrency.lockutils [req-a0f890d4-bb24-4355-84d7-667ac8ece531 req-3d000503-f79a-444f-bb89-d79321b9943f service nova] Lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.994100] env[70691]: DEBUG oslo_concurrency.lockutils [req-a0f890d4-bb24-4355-84d7-667ac8ece531 req-3d000503-f79a-444f-bb89-d79321b9943f service nova] Lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.994100] env[70691]: DEBUG nova.compute.manager [req-a0f890d4-bb24-4355-84d7-667ac8ece531 req-3d000503-f79a-444f-bb89-d79321b9943f service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] No waiting events found dispatching network-vif-unplugged-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1357.994100] env[70691]: WARNING nova.compute.manager [req-a0f890d4-bb24-4355-84d7-667ac8ece531 req-3d000503-f79a-444f-bb89-d79321b9943f service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received unexpected event network-vif-unplugged-da27adae-fc72-4e5b-a33e-113b0c253a75 for instance with vm_state shelved and task_state shelving_offloading. [ 1358.021344] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1358.023046] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76af3b5-65e1-4a43-89bd-7039afc130cf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.029275] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1358.029541] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27d7259-bd6d-4235-bfed-5f9e5c38ae33 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.100783] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1358.101063] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1358.101259] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleting the datastore file [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.101550] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33bd5805-fc0e-46b0-aacc-7e1c12f123d8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.108935] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1358.108935] env[70691]: value = "task-3455192" [ 1358.108935] env[70691]: _type = "Task" [ 1358.108935] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.116753] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.618570] env[70691]: DEBUG oslo_vmware.api [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182387} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.618825] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.619024] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1358.619207] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1358.645907] env[70691]: INFO nova.scheduler.client.report [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleted allocations for instance 47173c4b-4486-4744-837a-d24fcb44bafb [ 1358.679055] env[70691]: DEBUG nova.network.neutron [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Port 4525d9df-5b69-47b9-bbf3-be8f3109602c binding to destination host cpu-1 is already ACTIVE {{(pid=70691) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1358.679602] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.679752] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.680011] env[70691]: DEBUG nova.network.neutron [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1359.150882] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.151307] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.151415] env[70691]: DEBUG nova.objects.instance [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lazy-loading 'resources' on Instance uuid 47173c4b-4486-4744-837a-d24fcb44bafb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.419567] env[70691]: DEBUG nova.network.neutron [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance_info_cache with network_info: [{"id": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "address": "fa:16:3e:93:6a:ce", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4525d9df-5b", "ovs_interfaceid": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.654477] env[70691]: DEBUG nova.objects.instance [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lazy-loading 'numa_topology' on Instance uuid 47173c4b-4486-4744-837a-d24fcb44bafb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.922651] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.015650] env[70691]: DEBUG nova.compute.manager [req-89268342-3524-41ba-8c86-c7fc94eca263 req-8714b51b-1cd3-4a7a-9e4f-3ed91eaa58eb service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received event network-changed-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1360.015650] env[70691]: DEBUG nova.compute.manager [req-89268342-3524-41ba-8c86-c7fc94eca263 req-8714b51b-1cd3-4a7a-9e4f-3ed91eaa58eb service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Refreshing instance network info cache due to event network-changed-da27adae-fc72-4e5b-a33e-113b0c253a75. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1360.015757] env[70691]: DEBUG oslo_concurrency.lockutils [req-89268342-3524-41ba-8c86-c7fc94eca263 req-8714b51b-1cd3-4a7a-9e4f-3ed91eaa58eb service nova] Acquiring lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.015848] env[70691]: DEBUG oslo_concurrency.lockutils [req-89268342-3524-41ba-8c86-c7fc94eca263 req-8714b51b-1cd3-4a7a-9e4f-3ed91eaa58eb service nova] Acquired lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.016067] env[70691]: DEBUG nova.network.neutron [req-89268342-3524-41ba-8c86-c7fc94eca263 req-8714b51b-1cd3-4a7a-9e4f-3ed91eaa58eb service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Refreshing network info cache for port da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1360.157542] env[70691]: DEBUG nova.objects.base [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Object Instance<47173c4b-4486-4744-837a-d24fcb44bafb> lazy-loaded attributes: resources,numa_topology {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1360.220230] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8bd88a-d322-48d3-91a8-fda8105448f1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.228630] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1e0205-2e3d-4e27-a472-7358d78e6d75 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.258353] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65c128f-22ba-4c67-b4bb-79686fbc59ea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.266190] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e645d361-9590-47e4-a22f-9fee3b84a544 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.280058] env[70691]: DEBUG nova.compute.provider_tree [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.427963] env[70691]: DEBUG nova.compute.manager [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70691) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1360.428226] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.719236] env[70691]: DEBUG nova.network.neutron [req-89268342-3524-41ba-8c86-c7fc94eca263 req-8714b51b-1cd3-4a7a-9e4f-3ed91eaa58eb service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updated VIF entry in instance network info cache for port da27adae-fc72-4e5b-a33e-113b0c253a75. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1360.719618] env[70691]: DEBUG nova.network.neutron [req-89268342-3524-41ba-8c86-c7fc94eca263 req-8714b51b-1cd3-4a7a-9e4f-3ed91eaa58eb service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating instance_info_cache with network_info: [{"id": "da27adae-fc72-4e5b-a33e-113b0c253a75", "address": "fa:16:3e:2a:fa:8e", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": null, "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapda27adae-fc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.782423] env[70691]: DEBUG nova.scheduler.client.report [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1361.142572] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "47173c4b-4486-4744-837a-d24fcb44bafb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.221898] env[70691]: DEBUG oslo_concurrency.lockutils [req-89268342-3524-41ba-8c86-c7fc94eca263 req-8714b51b-1cd3-4a7a-9e4f-3ed91eaa58eb service nova] Releasing lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.287192] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.289757] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.861s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.795325] env[70691]: DEBUG nova.objects.instance [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'migration_context' on Instance uuid de716970-603e-47a1-bd53-8a30b2e86678 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.796611] env[70691]: DEBUG oslo_concurrency.lockutils [None req-9aeaa8bf-1017-47e4-b57d-ff674a897d27 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.482s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.797116] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.655s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.797198] env[70691]: INFO nova.compute.manager [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Unshelving [ 1362.371490] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f04630-51a2-432a-9705-49d0fadf2bec {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.378943] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f446b1f7-b308-43cc-bfe7-838bc6a43bd8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.411311] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206fa77c-9171-4e1e-9403-f6c44790185e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.418372] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5687889e-0795-4eb6-b127-e53edff57e4a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.432991] env[70691]: DEBUG nova.compute.provider_tree [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.821009] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.936528] env[70691]: DEBUG nova.scheduler.client.report [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1363.950024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.659s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.955104] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.134s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.955521] env[70691]: DEBUG nova.objects.instance [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lazy-loading 'pci_requests' on Instance uuid 47173c4b-4486-4744-837a-d24fcb44bafb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.463797] env[70691]: DEBUG nova.objects.instance [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lazy-loading 'numa_topology' on Instance uuid 47173c4b-4486-4744-837a-d24fcb44bafb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.967226] env[70691]: INFO nova.compute.claims [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.488891] env[70691]: INFO nova.compute.manager [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Swapping old allocation on dict_keys(['0f714c39-9913-4c20-9640-f803078976e4']) held by migration fc7a49eb-b742-43fc-bbda-d5fb8f46fca5 for instance [ 1365.512018] env[70691]: DEBUG nova.scheduler.client.report [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Overwriting current allocation {'allocations': {'0f714c39-9913-4c20-9640-f803078976e4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': 'f82d89e770e64f2484e9cf0fd2198bdd', 'user_id': '027dadb3c5dc468d9c221c855b34a4c6', 'consumer_generation': 1} on consumer de716970-603e-47a1-bd53-8a30b2e86678 {{(pid=70691) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1365.607229] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.607524] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.607662] env[70691]: DEBUG nova.network.neutron [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1366.038730] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca09a6e-8161-4abe-93da-9583cdc91f59 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.046688] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4cf471-3e7d-4016-b4d1-7aaa90d4d5a0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.077953] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44876ead-96cf-4b29-b298-fc969d19de8e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.085507] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447f3234-28f0-45e9-a46b-a7ad2f6f0138 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.098962] env[70691]: DEBUG nova.compute.provider_tree [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.325170] env[70691]: DEBUG nova.network.neutron [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance_info_cache with network_info: [{"id": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "address": "fa:16:3e:93:6a:ce", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4525d9df-5b", "ovs_interfaceid": "4525d9df-5b69-47b9-bbf3-be8f3109602c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.602562] env[70691]: DEBUG nova.scheduler.client.report [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1366.828878] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-de716970-603e-47a1-bd53-8a30b2e86678" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.829355] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1366.829690] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31eb5be6-6ed9-4b40-a112-826d95c4a956 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.837278] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1366.837278] env[70691]: value = "task-3455193" [ 1366.837278] env[70691]: _type = "Task" [ 1366.837278] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.845503] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.108455] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.142790] env[70691]: INFO nova.network.neutron [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating port da27adae-fc72-4e5b-a33e-113b0c253a75 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1367.347289] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455193, 'name': PowerOffVM_Task, 'duration_secs': 0.182402} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.347576] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1367.348231] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1367.348454] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1367.348619] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.348808] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1367.348960] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.349127] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1367.349340] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1367.349530] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1367.349713] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1367.349889] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1367.350086] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1367.355104] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9772ceb-dc43-4a5e-ac74-5372c623cbeb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.370815] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1367.370815] env[70691]: value = "task-3455194" [ 1367.370815] env[70691]: _type = "Task" [ 1367.370815] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.378832] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.881085] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455194, 'name': ReconfigVM_Task, 'duration_secs': 0.131903} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.881666] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96393f73-5e99-4506-966c-784e1157e7e5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.900300] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1367.900554] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1367.900742] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.900938] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1367.901102] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.901259] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1367.901464] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1367.901628] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1367.901796] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1367.901959] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1367.902146] env[70691]: DEBUG nova.virt.hardware [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1367.902872] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00a5654-14e6-45f3-8216-0d05851747b2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.908160] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1367.908160] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5227d6dd-269b-ad39-9952-47c40dea0f8e" [ 1367.908160] env[70691]: _type = "Task" [ 1367.908160] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.915505] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5227d6dd-269b-ad39-9952-47c40dea0f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.418601] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]5227d6dd-269b-ad39-9952-47c40dea0f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.007956} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.424013] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1368.424334] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f1042e-0bd8-4b0d-83c2-a8d299715cb3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.443938] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1368.443938] env[70691]: value = "task-3455195" [ 1368.443938] env[70691]: _type = "Task" [ 1368.443938] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.451830] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.513827] env[70691]: DEBUG nova.compute.manager [req-2e522230-148c-45b9-b69b-724cbdc6dde7 req-07aa8ed1-3473-41b5-b8a6-27682706026b service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received event network-vif-plugged-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1368.514070] env[70691]: DEBUG oslo_concurrency.lockutils [req-2e522230-148c-45b9-b69b-724cbdc6dde7 req-07aa8ed1-3473-41b5-b8a6-27682706026b service nova] Acquiring lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.514279] env[70691]: DEBUG oslo_concurrency.lockutils [req-2e522230-148c-45b9-b69b-724cbdc6dde7 req-07aa8ed1-3473-41b5-b8a6-27682706026b service nova] Lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.514451] env[70691]: DEBUG oslo_concurrency.lockutils [req-2e522230-148c-45b9-b69b-724cbdc6dde7 req-07aa8ed1-3473-41b5-b8a6-27682706026b service nova] Lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.514623] env[70691]: DEBUG nova.compute.manager [req-2e522230-148c-45b9-b69b-724cbdc6dde7 req-07aa8ed1-3473-41b5-b8a6-27682706026b service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] No waiting events found dispatching network-vif-plugged-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1368.514796] env[70691]: WARNING nova.compute.manager [req-2e522230-148c-45b9-b69b-724cbdc6dde7 req-07aa8ed1-3473-41b5-b8a6-27682706026b service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received unexpected event network-vif-plugged-da27adae-fc72-4e5b-a33e-113b0c253a75 for instance with vm_state shelved_offloaded and task_state spawning. [ 1368.596411] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.596628] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.596788] env[70691]: DEBUG nova.network.neutron [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1368.953979] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455195, 'name': ReconfigVM_Task, 'duration_secs': 0.177831} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.955024] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.955348] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ae8843-f433-4997-a83b-5c3af1a3e684 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.977009] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] de716970-603e-47a1-bd53-8a30b2e86678/de716970-603e-47a1-bd53-8a30b2e86678.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.977308] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a4534ec-b9ce-454d-9d39-1ece4c28a638 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.995494] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1368.995494] env[70691]: value = "task-3455196" [ 1368.995494] env[70691]: _type = "Task" [ 1368.995494] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.003590] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.346856] env[70691]: DEBUG nova.network.neutron [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating instance_info_cache with network_info: [{"id": "da27adae-fc72-4e5b-a33e-113b0c253a75", "address": "fa:16:3e:2a:fa:8e", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27adae-fc", "ovs_interfaceid": "da27adae-fc72-4e5b-a33e-113b0c253a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.505879] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455196, 'name': ReconfigVM_Task, 'duration_secs': 0.266972} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.506247] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Reconfigured VM instance instance-00000077 to attach disk [datastore2] de716970-603e-47a1-bd53-8a30b2e86678/de716970-603e-47a1-bd53-8a30b2e86678.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.506984] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1a0609-6e8c-40fb-8521-8469d500314b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.524534] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9e045c-e267-4b43-b839-8a88027b1f5c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.543284] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159c5b0-1541-4b3d-8060-5c2c4eecac72 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.560324] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f273aa-d0f6-4c59-8c53-acd9a9178580 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.566434] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1369.566652] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2b9bea-c63e-4a3a-926a-3a44ab8dd28f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.572733] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1369.572733] env[70691]: value = "task-3455197" [ 1369.572733] env[70691]: _type = "Task" [ 1369.572733] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.579741] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.850521] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.879815] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8e5d83779c9752e9e928a51ebcf9b515',container_format='bare',created_at=2025-04-15T20:22:24Z,direct_url=,disk_format='vmdk',id=d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-198991107-shelved',owner='0bd5999f2ea84d2787386469a0539a36',properties=ImageMetaProps,protected=,size=31660544,status='active',tags=,updated_at=2025-04-15T20:22:37Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1369.880104] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1369.880275] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.880467] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1369.880656] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.880839] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1369.881077] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1369.881245] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1369.881419] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1369.881587] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1369.881769] env[70691]: DEBUG nova.virt.hardware [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1369.882680] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286969c2-9b0e-42c3-8520-8c5df1213825 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.891377] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0803e1-482c-49af-97ac-06e8fbb9a133 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.904920] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:fa:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da27adae-fc72-4e5b-a33e-113b0c253a75', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.912527] env[70691]: DEBUG oslo.service.loopingcall [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.912798] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1369.913121] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa7578f9-937d-4fa6-9c08-24fca5ba8be8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.932461] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.932461] env[70691]: value = "task-3455198" [ 1369.932461] env[70691]: _type = "Task" [ 1369.932461] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.941213] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455198, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.083157] env[70691]: DEBUG oslo_vmware.api [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455197, 'name': PowerOnVM_Task, 'duration_secs': 0.350714} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.083509] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1370.442166] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455198, 'name': CreateVM_Task, 'duration_secs': 0.339286} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.442363] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1370.443008] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.443199] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.443573] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.443832] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d34ea6-cafa-4e95-9cbc-94718f4bba1e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.447942] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1370.447942] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b18292-0986-cfbb-6f03-2acbf3788f6c" [ 1370.447942] env[70691]: _type = "Task" [ 1370.447942] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.455214] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52b18292-0986-cfbb-6f03-2acbf3788f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.538486] env[70691]: DEBUG nova.compute.manager [req-c9976579-b8db-401d-9cb3-4781450c7a01 req-df522294-a750-42c1-a8c3-f81b1233f54c service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received event network-changed-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1370.538710] env[70691]: DEBUG nova.compute.manager [req-c9976579-b8db-401d-9cb3-4781450c7a01 req-df522294-a750-42c1-a8c3-f81b1233f54c service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Refreshing instance network info cache due to event network-changed-da27adae-fc72-4e5b-a33e-113b0c253a75. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1370.538831] env[70691]: DEBUG oslo_concurrency.lockutils [req-c9976579-b8db-401d-9cb3-4781450c7a01 req-df522294-a750-42c1-a8c3-f81b1233f54c service nova] Acquiring lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.538966] env[70691]: DEBUG oslo_concurrency.lockutils [req-c9976579-b8db-401d-9cb3-4781450c7a01 req-df522294-a750-42c1-a8c3-f81b1233f54c service nova] Acquired lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.539151] env[70691]: DEBUG nova.network.neutron [req-c9976579-b8db-401d-9cb3-4781450c7a01 req-df522294-a750-42c1-a8c3-f81b1233f54c service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Refreshing network info cache for port da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1370.958546] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.958861] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Processing image d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.959192] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.959421] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.959691] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.959986] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09cf5b47-b88a-46a9-b3f5-f63802e8e2e8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.968097] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.968323] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1370.969039] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a833af9b-42ac-41bf-9c5f-a39d0666ec59 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.974241] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1370.974241] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520c024a-ba12-786c-082e-b91ef83a5fdb" [ 1370.974241] env[70691]: _type = "Task" [ 1370.974241] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.981107] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]520c024a-ba12-786c-082e-b91ef83a5fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.093729] env[70691]: INFO nova.compute.manager [None req-d0d4d029-e4bb-4908-990f-1685ec997baa tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance to original state: 'active' [ 1371.283796] env[70691]: DEBUG nova.network.neutron [req-c9976579-b8db-401d-9cb3-4781450c7a01 req-df522294-a750-42c1-a8c3-f81b1233f54c service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updated VIF entry in instance network info cache for port da27adae-fc72-4e5b-a33e-113b0c253a75. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1371.284186] env[70691]: DEBUG nova.network.neutron [req-c9976579-b8db-401d-9cb3-4781450c7a01 req-df522294-a750-42c1-a8c3-f81b1233f54c service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating instance_info_cache with network_info: [{"id": "da27adae-fc72-4e5b-a33e-113b0c253a75", "address": "fa:16:3e:2a:fa:8e", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27adae-fc", "ovs_interfaceid": "da27adae-fc72-4e5b-a33e-113b0c253a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.484008] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Preparing fetch location {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1371.484313] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Fetch image to [datastore1] OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09/OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09.vmdk {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1371.484501] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Downloading stream optimized image d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b to [datastore1] OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09/OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09.vmdk on the data store datastore1 as vApp {{(pid=70691) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1371.484675] env[70691]: DEBUG nova.virt.vmwareapi.images [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Downloading image file data d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b to the ESX as VM named 'OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09' {{(pid=70691) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1371.550959] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1371.550959] env[70691]: value = "resgroup-9" [ 1371.550959] env[70691]: _type = "ResourcePool" [ 1371.550959] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1371.551354] env[70691]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8d213cbf-c89e-4bff-a2e7-afb57dd17d9e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.573065] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lease: (returnval){ [ 1371.573065] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521e8ea4-a0c9-a667-394f-969cfee8612c" [ 1371.573065] env[70691]: _type = "HttpNfcLease" [ 1371.573065] env[70691]: } obtained for vApp import into resource pool (val){ [ 1371.573065] env[70691]: value = "resgroup-9" [ 1371.573065] env[70691]: _type = "ResourcePool" [ 1371.573065] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1371.573414] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the lease: (returnval){ [ 1371.573414] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521e8ea4-a0c9-a667-394f-969cfee8612c" [ 1371.573414] env[70691]: _type = "HttpNfcLease" [ 1371.573414] env[70691]: } to be ready. {{(pid=70691) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1371.579426] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1371.579426] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521e8ea4-a0c9-a667-394f-969cfee8612c" [ 1371.579426] env[70691]: _type = "HttpNfcLease" [ 1371.579426] env[70691]: } is initializing. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1371.787685] env[70691]: DEBUG oslo_concurrency.lockutils [req-c9976579-b8db-401d-9cb3-4781450c7a01 req-df522294-a750-42c1-a8c3-f81b1233f54c service nova] Releasing lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.082578] env[70691]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1372.082578] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521e8ea4-a0c9-a667-394f-969cfee8612c" [ 1372.082578] env[70691]: _type = "HttpNfcLease" [ 1372.082578] env[70691]: } is ready. {{(pid=70691) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1372.082939] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1372.082939] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]521e8ea4-a0c9-a667-394f-969cfee8612c" [ 1372.082939] env[70691]: _type = "HttpNfcLease" [ 1372.082939] env[70691]: }. {{(pid=70691) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1372.083739] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76f4986-7042-47c0-b4c9-7e850cde21a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.091181] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523588de-7e8d-913c-2ca0-71b8a5932367/disk-0.vmdk from lease info. {{(pid=70691) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1372.091363] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Creating HTTP connection to write to file with size = 31660544 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523588de-7e8d-913c-2ca0-71b8a5932367/disk-0.vmdk. {{(pid=70691) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1372.155654] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cd93818-0fed-4a4f-aa15-f4b0165a5dfb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.294470] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "de716970-603e-47a1-bd53-8a30b2e86678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.294788] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "de716970-603e-47a1-bd53-8a30b2e86678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.294999] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "de716970-603e-47a1-bd53-8a30b2e86678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.297719] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "de716970-603e-47a1-bd53-8a30b2e86678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.297719] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "de716970-603e-47a1-bd53-8a30b2e86678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.300332] env[70691]: INFO nova.compute.manager [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Terminating instance [ 1372.302485] env[70691]: DEBUG nova.compute.manager [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1372.302727] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1372.303638] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f74f960-ed9a-4936-931a-6d296f03f3db {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.312687] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1372.312938] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab084a77-dac5-4b18-8d5f-861c3c72ebfb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.319396] env[70691]: DEBUG oslo_vmware.api [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1372.319396] env[70691]: value = "task-3455200" [ 1372.319396] env[70691]: _type = "Task" [ 1372.319396] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.328724] env[70691]: DEBUG oslo_vmware.api [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.831819] env[70691]: DEBUG oslo_vmware.api [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455200, 'name': PowerOffVM_Task, 'duration_secs': 0.182711} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.833743] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1372.833937] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1372.834250] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6631b886-9fa8-4d5e-8063-0108df2e9f1c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.900491] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1372.900794] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1372.901029] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleting the datastore file [datastore2] de716970-603e-47a1-bd53-8a30b2e86678 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.902556] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b6d809f-c2c1-48a0-89bc-b988a50a8d21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.909787] env[70691]: DEBUG oslo_vmware.api [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1372.909787] env[70691]: value = "task-3455202" [ 1372.909787] env[70691]: _type = "Task" [ 1372.909787] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.921133] env[70691]: DEBUG oslo_vmware.api [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.200911] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Completed reading data from the image iterator. {{(pid=70691) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1373.201252] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523588de-7e8d-913c-2ca0-71b8a5932367/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1373.202336] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cc25af-6d97-4f87-85b8-5941a9bca699 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.210335] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523588de-7e8d-913c-2ca0-71b8a5932367/disk-0.vmdk is in state: ready. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1373.210591] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523588de-7e8d-913c-2ca0-71b8a5932367/disk-0.vmdk. {{(pid=70691) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1373.210925] env[70691]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eb5937e8-382b-4e7e-946c-9ce834ff2c1e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.420325] env[70691]: DEBUG oslo_vmware.api [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255023} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.420589] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.420796] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1373.421009] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1373.421229] env[70691]: INFO nova.compute.manager [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1373.421488] env[70691]: DEBUG oslo.service.loopingcall [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.421690] env[70691]: DEBUG nova.compute.manager [-] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1373.421787] env[70691]: DEBUG nova.network.neutron [-] [instance: de716970-603e-47a1-bd53-8a30b2e86678] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1373.457464] env[70691]: DEBUG oslo_vmware.rw_handles [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523588de-7e8d-913c-2ca0-71b8a5932367/disk-0.vmdk. {{(pid=70691) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1373.457648] env[70691]: INFO nova.virt.vmwareapi.images [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Downloaded image file data d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b [ 1373.458481] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5c9445-970f-47c8-89f5-a2829e8cd400 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.476151] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16ab8d99-4048-4648-a0cf-19fb7ad9b828 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.502458] env[70691]: INFO nova.virt.vmwareapi.images [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] The imported VM was unregistered [ 1373.504532] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Caching image {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1373.504774] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.505080] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21c3f530-9943-419b-87bb-132b27fa0096 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.516413] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Created directory with path [datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.516613] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09/OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09.vmdk to [datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b.vmdk. {{(pid=70691) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1373.516864] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9a476714-d016-4380-bdcb-2dce621a5d28 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.523874] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1373.523874] env[70691]: value = "task-3455204" [ 1373.523874] env[70691]: _type = "Task" [ 1373.523874] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.531277] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455204, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.888039] env[70691]: DEBUG nova.compute.manager [req-c2594d33-8d07-4fa9-ad1a-5d1a338a68fe req-df67cb0f-101a-47a4-9155-bcf2301f0e44 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Received event network-vif-deleted-4525d9df-5b69-47b9-bbf3-be8f3109602c {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1373.888310] env[70691]: INFO nova.compute.manager [req-c2594d33-8d07-4fa9-ad1a-5d1a338a68fe req-df67cb0f-101a-47a4-9155-bcf2301f0e44 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Neutron deleted interface 4525d9df-5b69-47b9-bbf3-be8f3109602c; detaching it from the instance and deleting it from the info cache [ 1373.888359] env[70691]: DEBUG nova.network.neutron [req-c2594d33-8d07-4fa9-ad1a-5d1a338a68fe req-df67cb0f-101a-47a4-9155-bcf2301f0e44 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.035741] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455204, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.350378] env[70691]: DEBUG nova.network.neutron [-] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.391378] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d43beb4d-758d-408b-a304-246ac01d218d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.404962] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202a2899-3075-4b0c-8cad-9b9e8f2e363e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.434756] env[70691]: DEBUG nova.compute.manager [req-c2594d33-8d07-4fa9-ad1a-5d1a338a68fe req-df67cb0f-101a-47a4-9155-bcf2301f0e44 service nova] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Detach interface failed, port_id=4525d9df-5b69-47b9-bbf3-be8f3109602c, reason: Instance de716970-603e-47a1-bd53-8a30b2e86678 could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1374.536261] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455204, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.853284] env[70691]: INFO nova.compute.manager [-] [instance: de716970-603e-47a1-bd53-8a30b2e86678] Took 1.43 seconds to deallocate network for instance. [ 1375.036619] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455204, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.360897] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.361301] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.361585] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.467966] env[70691]: INFO nova.scheduler.client.report [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted allocations for instance de716970-603e-47a1-bd53-8a30b2e86678 [ 1375.536629] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455204, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.976587] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6d09ae96-6332-4134-a6d1-5df3f06f9fe5 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "de716970-603e-47a1-bd53-8a30b2e86678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.682s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.035330] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455204, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.325373} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.035602] env[70691]: INFO nova.virt.vmwareapi.ds_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09/OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09.vmdk to [datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b.vmdk. [ 1376.036043] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Cleaning up location [datastore1] OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1376.036043] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1a15d3f1-13db-4299-bbda-c0a885017b09 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.036203] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45dbbfa5-6c2f-4dd7-8884-ef3cb147a1cb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.042189] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1376.042189] env[70691]: value = "task-3455205" [ 1376.042189] env[70691]: _type = "Task" [ 1376.042189] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.049121] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.552753] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.06184} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.553052] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.553232] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.553701] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b.vmdk to [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb/47173c4b-4486-4744-837a-d24fcb44bafb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1376.554043] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a50139a-6154-4f11-ada1-8da0590debe8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.560513] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1376.560513] env[70691]: value = "task-3455206" [ 1376.560513] env[70691]: _type = "Task" [ 1376.560513] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.568316] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.073011] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455206, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.154358] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.154607] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.574146] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455206, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.657104] env[70691]: DEBUG nova.compute.manager [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1378.075599] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455206, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.181811] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.182137] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.183764] env[70691]: INFO nova.compute.claims [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.575624] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455206, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.075034] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455206, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.202447} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.075348] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b/d63f865c-7a1e-42eb-8e8c-a21a3f7dde5b.vmdk to [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb/47173c4b-4486-4744-837a-d24fcb44bafb.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1379.076147] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71ded8e-6f92-408d-b2f1-1114def338ac {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.097861] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb/47173c4b-4486-4744-837a-d24fcb44bafb.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.098174] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8337e6-7f24-40e7-92d3-53ef80cf2f92 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.117217] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1379.117217] env[70691]: value = "task-3455207" [ 1379.117217] env[70691]: _type = "Task" [ 1379.117217] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.125321] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.250456] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ea0570-dd8a-4660-9e91-76c5506703b1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.257126] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eb5bb5-f6a1-47fb-8075-71b8cacd1ec6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.287533] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ee47b1-58c0-45d6-8fa0-4affc1ad4122 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.294214] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9df81ae-47a7-47d9-bd8a-ce7138c8a645 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.306817] env[70691]: DEBUG nova.compute.provider_tree [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.627220] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455207, 'name': ReconfigVM_Task, 'duration_secs': 0.30975} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.627450] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb/47173c4b-4486-4744-837a-d24fcb44bafb.vmdk or device None with type streamOptimized {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.628096] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b39fbb9e-fff0-42ad-a4e6-c62930e3b70c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.634031] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1379.634031] env[70691]: value = "task-3455208" [ 1379.634031] env[70691]: _type = "Task" [ 1379.634031] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.641624] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455208, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.810131] env[70691]: DEBUG nova.scheduler.client.report [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1380.144993] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455208, 'name': Rename_Task, 'duration_secs': 0.13916} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.145313] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1380.145564] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fa020ea-44ea-40ce-a75d-bf623ea21e08 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.151119] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1380.151119] env[70691]: value = "task-3455209" [ 1380.151119] env[70691]: _type = "Task" [ 1380.151119] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.163175] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.315395] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.315922] env[70691]: DEBUG nova.compute.manager [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1380.660366] env[70691]: DEBUG oslo_vmware.api [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455209, 'name': PowerOnVM_Task, 'duration_secs': 0.430868} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.661082] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1380.822077] env[70691]: DEBUG nova.compute.utils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1380.823067] env[70691]: DEBUG nova.compute.manager [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1380.823257] env[70691]: DEBUG nova.network.neutron [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1380.869390] env[70691]: DEBUG nova.compute.manager [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1380.870396] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea43825-5186-4cb5-998a-f2088f8698a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.909159] env[70691]: DEBUG nova.policy [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '027dadb3c5dc468d9c221c855b34a4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82d89e770e64f2484e9cf0fd2198bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1381.207129] env[70691]: DEBUG nova.network.neutron [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Successfully created port: 2f5be12b-d2c6-4af7-8370-b3bf842d176b {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.326773] env[70691]: DEBUG nova.compute.manager [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1381.390240] env[70691]: DEBUG oslo_concurrency.lockutils [None req-ecf57b8f-4f5e-4c79-82b9-ff9d4bbb91d3 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.593s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.336795] env[70691]: DEBUG nova.compute.manager [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1382.387855] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1382.388204] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1382.388482] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.388710] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1382.388866] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.389033] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1382.389255] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1382.389420] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1382.389592] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1382.389764] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1382.389941] env[70691]: DEBUG nova.virt.hardware [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1382.390941] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362a4035-b918-4956-badf-24f309b6864f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.398862] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951f82c9-5037-41c1-84d3-54513cbd3cdd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.560558] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a1e934-cfb5-4c69-b56d-ba761a394fdf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.568470] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-70a1f54b-c657-4cb6-a736-d2113fe8e1bd tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Suspending the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1382.568789] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-85323131-c5ed-4f50-b586-65b11e94cfd5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.575597] env[70691]: DEBUG oslo_vmware.api [None req-70a1f54b-c657-4cb6-a736-d2113fe8e1bd tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1382.575597] env[70691]: value = "task-3455210" [ 1382.575597] env[70691]: _type = "Task" [ 1382.575597] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.583903] env[70691]: DEBUG oslo_vmware.api [None req-70a1f54b-c657-4cb6-a736-d2113fe8e1bd tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455210, 'name': SuspendVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.673689] env[70691]: DEBUG nova.compute.manager [req-a2fefab3-c3fb-4472-848c-01b09909bb05 req-333ffaf2-f2d7-49f9-bb66-a7bcd3f393f0 service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Received event network-vif-plugged-2f5be12b-d2c6-4af7-8370-b3bf842d176b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1382.673982] env[70691]: DEBUG oslo_concurrency.lockutils [req-a2fefab3-c3fb-4472-848c-01b09909bb05 req-333ffaf2-f2d7-49f9-bb66-a7bcd3f393f0 service nova] Acquiring lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.674204] env[70691]: DEBUG oslo_concurrency.lockutils [req-a2fefab3-c3fb-4472-848c-01b09909bb05 req-333ffaf2-f2d7-49f9-bb66-a7bcd3f393f0 service nova] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.674355] env[70691]: DEBUG oslo_concurrency.lockutils [req-a2fefab3-c3fb-4472-848c-01b09909bb05 req-333ffaf2-f2d7-49f9-bb66-a7bcd3f393f0 service nova] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.674530] env[70691]: DEBUG nova.compute.manager [req-a2fefab3-c3fb-4472-848c-01b09909bb05 req-333ffaf2-f2d7-49f9-bb66-a7bcd3f393f0 service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] No waiting events found dispatching network-vif-plugged-2f5be12b-d2c6-4af7-8370-b3bf842d176b {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1382.674725] env[70691]: WARNING nova.compute.manager [req-a2fefab3-c3fb-4472-848c-01b09909bb05 req-333ffaf2-f2d7-49f9-bb66-a7bcd3f393f0 service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Received unexpected event network-vif-plugged-2f5be12b-d2c6-4af7-8370-b3bf842d176b for instance with vm_state building and task_state spawning. [ 1382.768083] env[70691]: DEBUG nova.network.neutron [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Successfully updated port: 2f5be12b-d2c6-4af7-8370-b3bf842d176b {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.085647] env[70691]: DEBUG oslo_vmware.api [None req-70a1f54b-c657-4cb6-a736-d2113fe8e1bd tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455210, 'name': SuspendVM_Task} progress is 75%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.274380] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.274440] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.274611] env[70691]: DEBUG nova.network.neutron [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1383.586338] env[70691]: DEBUG oslo_vmware.api [None req-70a1f54b-c657-4cb6-a736-d2113fe8e1bd tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455210, 'name': SuspendVM_Task, 'duration_secs': 0.594613} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.586712] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-70a1f54b-c657-4cb6-a736-d2113fe8e1bd tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Suspended the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1383.586790] env[70691]: DEBUG nova.compute.manager [None req-70a1f54b-c657-4cb6-a736-d2113fe8e1bd tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1383.587518] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0970476-3fde-49ea-b918-3bee9588087e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.865921] env[70691]: DEBUG nova.network.neutron [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1384.078955] env[70691]: DEBUG nova.network.neutron [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Updating instance_info_cache with network_info: [{"id": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "address": "fa:16:3e:a9:1c:98", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5be12b-d2", "ovs_interfaceid": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.582079] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.582413] env[70691]: DEBUG nova.compute.manager [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Instance network_info: |[{"id": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "address": "fa:16:3e:a9:1c:98", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5be12b-d2", "ovs_interfaceid": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1384.582847] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:1c:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f5be12b-d2c6-4af7-8370-b3bf842d176b', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.590639] env[70691]: DEBUG oslo.service.loopingcall [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.591266] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1384.591518] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f7debe7-e1e5-4412-93b7-e83acbed4656 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.611218] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.611218] env[70691]: value = "task-3455211" [ 1384.611218] env[70691]: _type = "Task" [ 1384.611218] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.619119] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455211, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.712577] env[70691]: DEBUG nova.compute.manager [req-c055c03c-fafb-4485-b655-8dce03eea8a5 req-07c6c66f-9e25-45c4-98f3-7bac5b1ef3ac service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Received event network-changed-2f5be12b-d2c6-4af7-8370-b3bf842d176b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1384.712786] env[70691]: DEBUG nova.compute.manager [req-c055c03c-fafb-4485-b655-8dce03eea8a5 req-07c6c66f-9e25-45c4-98f3-7bac5b1ef3ac service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Refreshing instance network info cache due to event network-changed-2f5be12b-d2c6-4af7-8370-b3bf842d176b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1384.713013] env[70691]: DEBUG oslo_concurrency.lockutils [req-c055c03c-fafb-4485-b655-8dce03eea8a5 req-07c6c66f-9e25-45c4-98f3-7bac5b1ef3ac service nova] Acquiring lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.713173] env[70691]: DEBUG oslo_concurrency.lockutils [req-c055c03c-fafb-4485-b655-8dce03eea8a5 req-07c6c66f-9e25-45c4-98f3-7bac5b1ef3ac service nova] Acquired lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.713342] env[70691]: DEBUG nova.network.neutron [req-c055c03c-fafb-4485-b655-8dce03eea8a5 req-07c6c66f-9e25-45c4-98f3-7bac5b1ef3ac service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Refreshing network info cache for port 2f5be12b-d2c6-4af7-8370-b3bf842d176b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1384.898327] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.898646] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.949345] env[70691]: INFO nova.compute.manager [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Resuming [ 1384.949959] env[70691]: DEBUG nova.objects.instance [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lazy-loading 'flavor' on Instance uuid 47173c4b-4486-4744-837a-d24fcb44bafb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.121387] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455211, 'name': CreateVM_Task, 'duration_secs': 0.320317} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.121609] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1385.122257] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.122431] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.122761] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.123032] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20388b32-0609-4fe8-ac60-046933ec5629 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.127159] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1385.127159] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527f3b2e-17cf-28c6-e559-bdb8528fd9fd" [ 1385.127159] env[70691]: _type = "Task" [ 1385.127159] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.134293] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527f3b2e-17cf-28c6-e559-bdb8528fd9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.402013] env[70691]: INFO nova.compute.manager [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Detaching volume 21296ec8-2dac-499d-808f-c18160cde319 [ 1385.414616] env[70691]: DEBUG nova.network.neutron [req-c055c03c-fafb-4485-b655-8dce03eea8a5 req-07c6c66f-9e25-45c4-98f3-7bac5b1ef3ac service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Updated VIF entry in instance network info cache for port 2f5be12b-d2c6-4af7-8370-b3bf842d176b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1385.414616] env[70691]: DEBUG nova.network.neutron [req-c055c03c-fafb-4485-b655-8dce03eea8a5 req-07c6c66f-9e25-45c4-98f3-7bac5b1ef3ac service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Updating instance_info_cache with network_info: [{"id": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "address": "fa:16:3e:a9:1c:98", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5be12b-d2", "ovs_interfaceid": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.450103] env[70691]: INFO nova.virt.block_device [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Attempting to driver detach volume 21296ec8-2dac-499d-808f-c18160cde319 from mountpoint /dev/sdb [ 1385.450410] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1385.450644] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1385.451573] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59188f0b-34c1-40a7-8b0c-93f601cb6740 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.476832] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c83f89-ec80-40ac-adcf-1e089b439e9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.483941] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9029d93f-69c9-4dd1-b8cf-d6863e6c31e1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.503617] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cab32da-cceb-4427-9d9c-4600cf0cfb3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.517311] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] The volume has not been displaced from its original location: [datastore1] volume-21296ec8-2dac-499d-808f-c18160cde319/volume-21296ec8-2dac-499d-808f-c18160cde319.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1385.522680] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1385.523180] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db7c121-dcc9-4313-951a-88f86948d3c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.540088] env[70691]: DEBUG oslo_vmware.api [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1385.540088] env[70691]: value = "task-3455212" [ 1385.540088] env[70691]: _type = "Task" [ 1385.540088] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.547069] env[70691]: DEBUG oslo_vmware.api [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.636929] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527f3b2e-17cf-28c6-e559-bdb8528fd9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.637301] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.637486] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.637730] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.637879] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.638074] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.638337] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d420e88-49f7-43eb-a598-7ef6f5a396ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.647033] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.647033] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1385.647318] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d98337c-c7fa-4b75-b9ce-a018917a64fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.652338] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1385.652338] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a180cf-6572-efd9-eca6-7f9203789943" [ 1385.652338] env[70691]: _type = "Task" [ 1385.652338] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.659343] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a180cf-6572-efd9-eca6-7f9203789943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.917254] env[70691]: DEBUG oslo_concurrency.lockutils [req-c055c03c-fafb-4485-b655-8dce03eea8a5 req-07c6c66f-9e25-45c4-98f3-7bac5b1ef3ac service nova] Releasing lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.960764] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.961017] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquired lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.961203] env[70691]: DEBUG nova.network.neutron [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1386.050231] env[70691]: DEBUG oslo_vmware.api [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455212, 'name': ReconfigVM_Task, 'duration_secs': 0.268353} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.050520] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1386.055219] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc0899e-d6e5-4408-8a4b-5d762340e48c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.069639] env[70691]: DEBUG oslo_vmware.api [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1386.069639] env[70691]: value = "task-3455213" [ 1386.069639] env[70691]: _type = "Task" [ 1386.069639] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.078728] env[70691]: DEBUG oslo_vmware.api [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.161941] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a180cf-6572-efd9-eca6-7f9203789943, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.162693] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82d61d9-e922-4ddf-8f9d-954e82c081fd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.167300] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1386.167300] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bc4741-8537-abe8-0fc2-129337f4774e" [ 1386.167300] env[70691]: _type = "Task" [ 1386.167300] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.174111] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bc4741-8537-abe8-0fc2-129337f4774e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.579230] env[70691]: DEBUG oslo_vmware.api [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.641977] env[70691]: DEBUG nova.network.neutron [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating instance_info_cache with network_info: [{"id": "da27adae-fc72-4e5b-a33e-113b0c253a75", "address": "fa:16:3e:2a:fa:8e", "network": {"id": "6572592f-b06f-4521-9ce4-75555cde2f72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-746631401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd5999f2ea84d2787386469a0539a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27adae-fc", "ovs_interfaceid": "da27adae-fc72-4e5b-a33e-113b0c253a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.676744] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52bc4741-8537-abe8-0fc2-129337f4774e, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.677076] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.677387] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 9c887bd1-9f75-41ed-a463-b5e2d6655a15/9c887bd1-9f75-41ed-a463-b5e2d6655a15.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1386.677697] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13178f7b-4b83-4685-83da-94f8d5651d39 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.684303] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1386.684303] env[70691]: value = "task-3455214" [ 1386.684303] env[70691]: _type = "Task" [ 1386.684303] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.692054] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.080478] env[70691]: DEBUG oslo_vmware.api [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455213, 'name': ReconfigVM_Task, 'duration_secs': 0.801746} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.080817] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689757', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'name': 'volume-21296ec8-2dac-499d-808f-c18160cde319', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aeeac6fd-682e-4c57-8fd6-4b660b5c660b', 'attached_at': '', 'detached_at': '', 'volume_id': '21296ec8-2dac-499d-808f-c18160cde319', 'serial': '21296ec8-2dac-499d-808f-c18160cde319'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1387.145052] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Releasing lock "refresh_cache-47173c4b-4486-4744-837a-d24fcb44bafb" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.146318] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b9e6e8-f4a8-4618-909f-77c0e20d9178 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.156858] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Resuming the VM {{(pid=70691) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1387.157171] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deb4d7c1-e676-42e0-8f8f-23b71b7096c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.163114] env[70691]: DEBUG oslo_vmware.api [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1387.163114] env[70691]: value = "task-3455215" [ 1387.163114] env[70691]: _type = "Task" [ 1387.163114] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.172188] env[70691]: DEBUG oslo_vmware.api [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.194498] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465366} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.194816] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore2] 9c887bd1-9f75-41ed-a463-b5e2d6655a15/9c887bd1-9f75-41ed-a463-b5e2d6655a15.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1387.195163] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.196026] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6e8fb70-82fe-46d3-a45a-fb8fb64f095d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.202232] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1387.202232] env[70691]: value = "task-3455216" [ 1387.202232] env[70691]: _type = "Task" [ 1387.202232] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.211035] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.630235] env[70691]: DEBUG nova.objects.instance [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lazy-loading 'flavor' on Instance uuid aeeac6fd-682e-4c57-8fd6-4b660b5c660b {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.676073] env[70691]: DEBUG oslo_vmware.api [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455215, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.713571] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083448} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.713830] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.714674] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168c1cf3-cd0b-4c93-bc0d-4dfe9d33ee2f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.741851] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 9c887bd1-9f75-41ed-a463-b5e2d6655a15/9c887bd1-9f75-41ed-a463-b5e2d6655a15.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.742296] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2815f4-2aa0-4cc8-879b-60aadc0bb8d0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.764071] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1387.764071] env[70691]: value = "task-3455217" [ 1387.764071] env[70691]: _type = "Task" [ 1387.764071] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.772242] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.173561] env[70691]: DEBUG oslo_vmware.api [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455215, 'name': PowerOnVM_Task, 'duration_secs': 0.510838} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.173813] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Resumed the VM {{(pid=70691) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1388.174023] env[70691]: DEBUG nova.compute.manager [None req-6ad2c6af-cb0b-4cee-b39b-2d40f62761da tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1388.174783] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dc85ee-e6bd-4495-bb8e-058467ed9433 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.273624] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.638182] env[70691]: DEBUG oslo_concurrency.lockutils [None req-fa461bf2-6193-4dd7-8dfd-28e19cddea8a tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.739s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.774238] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455217, 'name': ReconfigVM_Task, 'duration_secs': 0.949993} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.774633] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 9c887bd1-9f75-41ed-a463-b5e2d6655a15/9c887bd1-9f75-41ed-a463-b5e2d6655a15.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.775179] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-546c6599-cd21-44c9-bdcb-c24a1b27fa09 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.785657] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1388.785657] env[70691]: value = "task-3455218" [ 1388.785657] env[70691]: _type = "Task" [ 1388.785657] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.794459] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455218, 'name': Rename_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.155054] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.155054] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.155247] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.155295] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.155445] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.157655] env[70691]: INFO nova.compute.manager [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Terminating instance [ 1389.159483] env[70691]: DEBUG nova.compute.manager [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1389.159681] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1389.160723] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf8c30f-0384-406a-8aa2-bc476f811fd4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.168048] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1389.168495] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58fdd5dd-6760-4526-a0a3-8af6e76e9124 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.174821] env[70691]: DEBUG oslo_vmware.api [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1389.174821] env[70691]: value = "task-3455219" [ 1389.174821] env[70691]: _type = "Task" [ 1389.174821] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.182250] env[70691]: DEBUG oslo_vmware.api [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.296784] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455218, 'name': Rename_Task, 'duration_secs': 0.258402} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.297904] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1389.297904] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c77ffd-d571-4481-863c-1b346334776a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.304251] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1389.304251] env[70691]: value = "task-3455220" [ 1389.304251] env[70691]: _type = "Task" [ 1389.304251] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.314893] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.685457] env[70691]: DEBUG oslo_vmware.api [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455219, 'name': PowerOffVM_Task, 'duration_secs': 0.218937} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.685457] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1389.685457] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1389.685457] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749878a6-bcfa-48cd-8314-97d9324d8fa4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.753841] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1389.754196] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1389.754375] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleting the datastore file [datastore1] aeeac6fd-682e-4c57-8fd6-4b660b5c660b {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.754657] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab800661-15fb-4346-987e-c307c31ae235 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.762522] env[70691]: DEBUG oslo_vmware.api [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1389.762522] env[70691]: value = "task-3455222" [ 1389.762522] env[70691]: _type = "Task" [ 1389.762522] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.770488] env[70691]: DEBUG oslo_vmware.api [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.814766] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455220, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.271963] env[70691]: DEBUG oslo_vmware.api [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160932} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.272261] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.272465] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1390.272646] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1390.272825] env[70691]: INFO nova.compute.manager [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1390.273083] env[70691]: DEBUG oslo.service.loopingcall [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.273282] env[70691]: DEBUG nova.compute.manager [-] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1390.273375] env[70691]: DEBUG nova.network.neutron [-] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1390.314131] env[70691]: DEBUG oslo_vmware.api [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455220, 'name': PowerOnVM_Task, 'duration_secs': 0.568024} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.315043] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1390.315043] env[70691]: INFO nova.compute.manager [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1390.315043] env[70691]: DEBUG nova.compute.manager [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1390.315540] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0230ea-9a6d-414d-92c3-02fc62f3a080 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.835031] env[70691]: INFO nova.compute.manager [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Took 12.67 seconds to build instance. [ 1390.924647] env[70691]: DEBUG nova.compute.manager [req-7539345b-25a3-4155-bed9-22c010d2b488 req-544af630-07dc-4885-a7be-8fe32f1ee3b6 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Received event network-vif-deleted-1a6f26a8-620e-415b-ac67-58e90ccc5fa0 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1390.924856] env[70691]: INFO nova.compute.manager [req-7539345b-25a3-4155-bed9-22c010d2b488 req-544af630-07dc-4885-a7be-8fe32f1ee3b6 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Neutron deleted interface 1a6f26a8-620e-415b-ac67-58e90ccc5fa0; detaching it from the instance and deleting it from the info cache [ 1390.925059] env[70691]: DEBUG nova.network.neutron [req-7539345b-25a3-4155-bed9-22c010d2b488 req-544af630-07dc-4885-a7be-8fe32f1ee3b6 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.338231] env[70691]: DEBUG oslo_concurrency.lockutils [None req-3613a06b-d8f9-4f2a-8261-dfcf544e4d74 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.183s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.406994] env[70691]: DEBUG nova.network.neutron [-] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.431021] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-412146cc-b89a-4aee-bdf2-717aca3cd138 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.438593] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014428b3-4805-4117-8a3a-c8e60fc1cdea {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.469824] env[70691]: DEBUG nova.compute.manager [req-7539345b-25a3-4155-bed9-22c010d2b488 req-544af630-07dc-4885-a7be-8fe32f1ee3b6 service nova] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Detach interface failed, port_id=1a6f26a8-620e-415b-ac67-58e90ccc5fa0, reason: Instance aeeac6fd-682e-4c57-8fd6-4b660b5c660b could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1391.658891] env[70691]: DEBUG nova.compute.manager [req-ffa9c8a0-7e95-491b-a928-9c6f8972f284 req-b93104da-aa81-4682-8023-1e7e0d409e9e service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Received event network-changed-2f5be12b-d2c6-4af7-8370-b3bf842d176b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1391.659141] env[70691]: DEBUG nova.compute.manager [req-ffa9c8a0-7e95-491b-a928-9c6f8972f284 req-b93104da-aa81-4682-8023-1e7e0d409e9e service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Refreshing instance network info cache due to event network-changed-2f5be12b-d2c6-4af7-8370-b3bf842d176b. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1391.659364] env[70691]: DEBUG oslo_concurrency.lockutils [req-ffa9c8a0-7e95-491b-a928-9c6f8972f284 req-b93104da-aa81-4682-8023-1e7e0d409e9e service nova] Acquiring lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.659520] env[70691]: DEBUG oslo_concurrency.lockutils [req-ffa9c8a0-7e95-491b-a928-9c6f8972f284 req-b93104da-aa81-4682-8023-1e7e0d409e9e service nova] Acquired lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.659689] env[70691]: DEBUG nova.network.neutron [req-ffa9c8a0-7e95-491b-a928-9c6f8972f284 req-b93104da-aa81-4682-8023-1e7e0d409e9e service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Refreshing network info cache for port 2f5be12b-d2c6-4af7-8370-b3bf842d176b {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1391.911987] env[70691]: INFO nova.compute.manager [-] [instance: aeeac6fd-682e-4c57-8fd6-4b660b5c660b] Took 1.64 seconds to deallocate network for instance. [ 1392.398618] env[70691]: DEBUG nova.network.neutron [req-ffa9c8a0-7e95-491b-a928-9c6f8972f284 req-b93104da-aa81-4682-8023-1e7e0d409e9e service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Updated VIF entry in instance network info cache for port 2f5be12b-d2c6-4af7-8370-b3bf842d176b. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1392.399017] env[70691]: DEBUG nova.network.neutron [req-ffa9c8a0-7e95-491b-a928-9c6f8972f284 req-b93104da-aa81-4682-8023-1e7e0d409e9e service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Updating instance_info_cache with network_info: [{"id": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "address": "fa:16:3e:a9:1c:98", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5be12b-d2", "ovs_interfaceid": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.417326] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.417640] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.417879] env[70691]: DEBUG nova.objects.instance [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lazy-loading 'resources' on Instance uuid aeeac6fd-682e-4c57-8fd6-4b660b5c660b {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.901996] env[70691]: DEBUG oslo_concurrency.lockutils [req-ffa9c8a0-7e95-491b-a928-9c6f8972f284 req-b93104da-aa81-4682-8023-1e7e0d409e9e service nova] Releasing lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.015735] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2da65ce-1ec2-4384-af65-a59af79a0770 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.023878] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41216d33-15aa-4f57-b68d-a4be022945b7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.056981] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4940075-4850-4a9f-91f9-6ba5cd1ad650 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.064487] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a2348e-dbf1-4beb-b8b5-2932d2663f4a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.077439] env[70691]: DEBUG nova.compute.provider_tree [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.580667] env[70691]: DEBUG nova.scheduler.client.report [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1393.693339] env[70691]: DEBUG oslo_concurrency.lockutils [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "47173c4b-4486-4744-837a-d24fcb44bafb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.693613] env[70691]: DEBUG oslo_concurrency.lockutils [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.693889] env[70691]: DEBUG oslo_concurrency.lockutils [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.694111] env[70691]: DEBUG oslo_concurrency.lockutils [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.694298] env[70691]: DEBUG oslo_concurrency.lockutils [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.696696] env[70691]: INFO nova.compute.manager [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Terminating instance [ 1393.698590] env[70691]: DEBUG nova.compute.manager [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1393.698825] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1393.699708] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb70700f-b86e-40d1-ac3b-fbc440a370c6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.707709] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1393.707920] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f063c08-31ae-443f-9314-a493e1ef0039 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.714166] env[70691]: DEBUG oslo_vmware.api [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1393.714166] env[70691]: value = "task-3455223" [ 1393.714166] env[70691]: _type = "Task" [ 1393.714166] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.721442] env[70691]: DEBUG oslo_vmware.api [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.086052] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.111388] env[70691]: INFO nova.scheduler.client.report [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted allocations for instance aeeac6fd-682e-4c57-8fd6-4b660b5c660b [ 1394.224226] env[70691]: DEBUG oslo_vmware.api [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455223, 'name': PowerOffVM_Task, 'duration_secs': 0.203836} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.224510] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1394.224708] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1394.224964] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a010d66-a831-4ffa-a9e3-f172c1d28dc4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.301190] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1394.301435] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1394.301625] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleting the datastore file [datastore1] 47173c4b-4486-4744-837a-d24fcb44bafb {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.301896] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2850d942-9b65-4995-8984-1a8de2987de8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.308977] env[70691]: DEBUG oslo_vmware.api [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for the task: (returnval){ [ 1394.308977] env[70691]: value = "task-3455225" [ 1394.308977] env[70691]: _type = "Task" [ 1394.308977] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.317022] env[70691]: DEBUG oslo_vmware.api [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.619303] env[70691]: DEBUG oslo_concurrency.lockutils [None req-6937105e-786e-41bc-ba5e-1364eb66657f tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "aeeac6fd-682e-4c57-8fd6-4b660b5c660b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.464s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.819135] env[70691]: DEBUG oslo_vmware.api [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Task: {'id': task-3455225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130932} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.819358] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.819553] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1394.819731] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1394.819942] env[70691]: INFO nova.compute.manager [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1394.820212] env[70691]: DEBUG oslo.service.loopingcall [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.820415] env[70691]: DEBUG nova.compute.manager [-] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1394.820514] env[70691]: DEBUG nova.network.neutron [-] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1395.123208] env[70691]: DEBUG nova.compute.manager [req-96ccb90b-0e31-4597-a28d-ad90f96d2064 req-a278f0c9-10fe-46c0-aa94-b18a3903d9b7 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Received event network-vif-deleted-da27adae-fc72-4e5b-a33e-113b0c253a75 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1395.123535] env[70691]: INFO nova.compute.manager [req-96ccb90b-0e31-4597-a28d-ad90f96d2064 req-a278f0c9-10fe-46c0-aa94-b18a3903d9b7 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Neutron deleted interface da27adae-fc72-4e5b-a33e-113b0c253a75; detaching it from the instance and deleting it from the info cache [ 1395.123599] env[70691]: DEBUG nova.network.neutron [req-96ccb90b-0e31-4597-a28d-ad90f96d2064 req-a278f0c9-10fe-46c0-aa94-b18a3903d9b7 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.602743] env[70691]: DEBUG nova.network.neutron [-] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.626469] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8211c74-7deb-4945-9f49-82e0167e0eaa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.637662] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7a2127-8705-4742-b0b8-d6132839719a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.664720] env[70691]: DEBUG nova.compute.manager [req-96ccb90b-0e31-4597-a28d-ad90f96d2064 req-a278f0c9-10fe-46c0-aa94-b18a3903d9b7 service nova] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Detach interface failed, port_id=da27adae-fc72-4e5b-a33e-113b0c253a75, reason: Instance 47173c4b-4486-4744-837a-d24fcb44bafb could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1396.106032] env[70691]: INFO nova.compute.manager [-] [instance: 47173c4b-4486-4744-837a-d24fcb44bafb] Took 1.28 seconds to deallocate network for instance. [ 1396.613059] env[70691]: DEBUG oslo_concurrency.lockutils [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.613059] env[70691]: DEBUG oslo_concurrency.lockutils [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.613059] env[70691]: DEBUG nova.objects.instance [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lazy-loading 'resources' on Instance uuid 47173c4b-4486-4744-837a-d24fcb44bafb {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.932262] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "4cf46064-bd12-4567-9cd3-17c88e136bc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.932555] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "4cf46064-bd12-4567-9cd3-17c88e136bc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.186760] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2afa2-05f2-44bd-8784-db37a42edc64 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.194388] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fca9f2-f479-429f-a13d-2d2ae85dd028 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.223838] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d96f25b-1173-440d-a454-10a01e461a63 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.230870] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95d628-85e8-4850-84ff-97a8bff3771e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.245278] env[70691]: DEBUG nova.compute.provider_tree [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.435014] env[70691]: DEBUG nova.compute.manager [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1397.748606] env[70691]: DEBUG nova.scheduler.client.report [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1397.953388] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.253555] env[70691]: DEBUG oslo_concurrency.lockutils [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.255945] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.303s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.257512] env[70691]: INFO nova.compute.claims [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.277712] env[70691]: INFO nova.scheduler.client.report [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Deleted allocations for instance 47173c4b-4486-4744-837a-d24fcb44bafb [ 1398.784925] env[70691]: DEBUG oslo_concurrency.lockutils [None req-48077d51-6dd2-4b59-b25b-7096db5c9dc6 tempest-ServersNegativeTestJSON-890275728 tempest-ServersNegativeTestJSON-890275728-project-member] Lock "47173c4b-4486-4744-837a-d24fcb44bafb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.091s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.329421] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef95e8c-b3c9-438e-816b-25542e7b695f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.337334] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435805ec-9a0a-4293-86a6-9220fa7cf482 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.368495] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfbbd79-32db-4d7a-bd41-2161d59f80e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.379350] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13204d1-c30e-44cf-9116-c9a39321f4bb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.394175] env[70691]: DEBUG nova.compute.provider_tree [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.897467] env[70691]: DEBUG nova.scheduler.client.report [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1400.402559] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.403119] env[70691]: DEBUG nova.compute.manager [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1400.530496] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.530766] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1400.908333] env[70691]: DEBUG nova.compute.utils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1400.909738] env[70691]: DEBUG nova.compute.manager [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1400.913292] env[70691]: DEBUG nova.network.neutron [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1400.958676] env[70691]: DEBUG nova.policy [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00aba8f483944dd594b9586b54e72099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c690619ad1cf48f982608a759124d83a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1401.198011] env[70691]: DEBUG nova.network.neutron [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Successfully created port: 07641fd2-e1ea-408a-be1f-966e65d53a18 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.417132] env[70691]: DEBUG nova.compute.manager [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1402.427408] env[70691]: DEBUG nova.compute.manager [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1402.455053] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1402.455317] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1402.455478] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.455663] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1402.455814] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.455965] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1402.456205] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1402.456367] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1402.456540] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1402.456705] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1402.456881] env[70691]: DEBUG nova.virt.hardware [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1402.457762] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd947153-d35b-49f8-81a1-a12e9fdf9c64 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.465451] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70f2c61-9a9e-4786-996f-218c0a79b922 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.566137] env[70691]: DEBUG nova.compute.manager [req-7f1e81b1-5f42-4bc2-aa06-a4b4dd0b84de req-6c617c2c-69ed-4d7a-8423-dbbfcd938292 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Received event network-vif-plugged-07641fd2-e1ea-408a-be1f-966e65d53a18 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.566326] env[70691]: DEBUG oslo_concurrency.lockutils [req-7f1e81b1-5f42-4bc2-aa06-a4b4dd0b84de req-6c617c2c-69ed-4d7a-8423-dbbfcd938292 service nova] Acquiring lock "4cf46064-bd12-4567-9cd3-17c88e136bc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.566505] env[70691]: DEBUG oslo_concurrency.lockutils [req-7f1e81b1-5f42-4bc2-aa06-a4b4dd0b84de req-6c617c2c-69ed-4d7a-8423-dbbfcd938292 service nova] Lock "4cf46064-bd12-4567-9cd3-17c88e136bc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.566661] env[70691]: DEBUG oslo_concurrency.lockutils [req-7f1e81b1-5f42-4bc2-aa06-a4b4dd0b84de req-6c617c2c-69ed-4d7a-8423-dbbfcd938292 service nova] Lock "4cf46064-bd12-4567-9cd3-17c88e136bc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.566839] env[70691]: DEBUG nova.compute.manager [req-7f1e81b1-5f42-4bc2-aa06-a4b4dd0b84de req-6c617c2c-69ed-4d7a-8423-dbbfcd938292 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] No waiting events found dispatching network-vif-plugged-07641fd2-e1ea-408a-be1f-966e65d53a18 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1402.567016] env[70691]: WARNING nova.compute.manager [req-7f1e81b1-5f42-4bc2-aa06-a4b4dd0b84de req-6c617c2c-69ed-4d7a-8423-dbbfcd938292 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Received unexpected event network-vif-plugged-07641fd2-e1ea-408a-be1f-966e65d53a18 for instance with vm_state building and task_state spawning. [ 1402.645569] env[70691]: DEBUG nova.network.neutron [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Successfully updated port: 07641fd2-e1ea-408a-be1f-966e65d53a18 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.148061] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "refresh_cache-4cf46064-bd12-4567-9cd3-17c88e136bc1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.148267] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "refresh_cache-4cf46064-bd12-4567-9cd3-17c88e136bc1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.148398] env[70691]: DEBUG nova.network.neutron [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1403.531580] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.531969] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.679982] env[70691]: DEBUG nova.network.neutron [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1403.800231] env[70691]: DEBUG nova.network.neutron [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Updating instance_info_cache with network_info: [{"id": "07641fd2-e1ea-408a-be1f-966e65d53a18", "address": "fa:16:3e:3d:b0:5b", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07641fd2-e1", "ovs_interfaceid": "07641fd2-e1ea-408a-be1f-966e65d53a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.303587] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "refresh_cache-4cf46064-bd12-4567-9cd3-17c88e136bc1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.303910] env[70691]: DEBUG nova.compute.manager [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Instance network_info: |[{"id": "07641fd2-e1ea-408a-be1f-966e65d53a18", "address": "fa:16:3e:3d:b0:5b", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07641fd2-e1", "ovs_interfaceid": "07641fd2-e1ea-408a-be1f-966e65d53a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1404.304379] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:b0:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07641fd2-e1ea-408a-be1f-966e65d53a18', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.311790] env[70691]: DEBUG oslo.service.loopingcall [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.312008] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1404.312244] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f29b38e0-20b4-4ffc-bcf5-74ec9c4d7e33 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.332893] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.332893] env[70691]: value = "task-3455226" [ 1404.332893] env[70691]: _type = "Task" [ 1404.332893] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.340340] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455226, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.530314] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.590753] env[70691]: DEBUG nova.compute.manager [req-0e274d44-e989-423e-8fbd-7c80df7ae9b4 req-ef33f585-afec-4720-84d9-3f0cb5985240 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Received event network-changed-07641fd2-e1ea-408a-be1f-966e65d53a18 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1404.591049] env[70691]: DEBUG nova.compute.manager [req-0e274d44-e989-423e-8fbd-7c80df7ae9b4 req-ef33f585-afec-4720-84d9-3f0cb5985240 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Refreshing instance network info cache due to event network-changed-07641fd2-e1ea-408a-be1f-966e65d53a18. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1404.591209] env[70691]: DEBUG oslo_concurrency.lockutils [req-0e274d44-e989-423e-8fbd-7c80df7ae9b4 req-ef33f585-afec-4720-84d9-3f0cb5985240 service nova] Acquiring lock "refresh_cache-4cf46064-bd12-4567-9cd3-17c88e136bc1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.591291] env[70691]: DEBUG oslo_concurrency.lockutils [req-0e274d44-e989-423e-8fbd-7c80df7ae9b4 req-ef33f585-afec-4720-84d9-3f0cb5985240 service nova] Acquired lock "refresh_cache-4cf46064-bd12-4567-9cd3-17c88e136bc1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.591452] env[70691]: DEBUG nova.network.neutron [req-0e274d44-e989-423e-8fbd-7c80df7ae9b4 req-ef33f585-afec-4720-84d9-3f0cb5985240 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Refreshing network info cache for port 07641fd2-e1ea-408a-be1f-966e65d53a18 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1404.843078] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455226, 'name': CreateVM_Task, 'duration_secs': 0.323685} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.843328] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1404.843870] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.844059] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.844395] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1404.844650] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e7c070-e37b-4aab-8edd-f6b535fca874 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.849664] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1404.849664] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527c7779-4a47-f01e-fe10-ccbf6fd19234" [ 1404.849664] env[70691]: _type = "Task" [ 1404.849664] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.856919] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527c7779-4a47-f01e-fe10-ccbf6fd19234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.033649] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.033913] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.034110] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.034305] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1405.035235] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6f5ad9-7c17-4743-867f-332ffaf4091f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.042838] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b252f1c4-d499-4065-9d52-a783e146efcf {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.056200] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3af388-0750-4f63-a292-1055e9efe620 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.062060] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383322bd-e75c-456a-ba40-79e9c4381616 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.091462] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179806MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1405.091599] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.091813] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.274209] env[70691]: DEBUG nova.network.neutron [req-0e274d44-e989-423e-8fbd-7c80df7ae9b4 req-ef33f585-afec-4720-84d9-3f0cb5985240 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Updated VIF entry in instance network info cache for port 07641fd2-e1ea-408a-be1f-966e65d53a18. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1405.274592] env[70691]: DEBUG nova.network.neutron [req-0e274d44-e989-423e-8fbd-7c80df7ae9b4 req-ef33f585-afec-4720-84d9-3f0cb5985240 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Updating instance_info_cache with network_info: [{"id": "07641fd2-e1ea-408a-be1f-966e65d53a18", "address": "fa:16:3e:3d:b0:5b", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07641fd2-e1", "ovs_interfaceid": "07641fd2-e1ea-408a-be1f-966e65d53a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.360152] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]527c7779-4a47-f01e-fe10-ccbf6fd19234, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.360461] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.360703] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.360943] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.361156] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.361382] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.361640] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-237ee19e-156c-4b8f-addc-16293204c2c1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.369950] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.370206] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1405.370965] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b454d10-e0c5-458c-97a1-65acba22f6d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.375954] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1405.375954] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a1cc4c-eede-67fc-847d-1d363287d96a" [ 1405.375954] env[70691]: _type = "Task" [ 1405.375954] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.383409] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a1cc4c-eede-67fc-847d-1d363287d96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.777319] env[70691]: DEBUG oslo_concurrency.lockutils [req-0e274d44-e989-423e-8fbd-7c80df7ae9b4 req-ef33f585-afec-4720-84d9-3f0cb5985240 service nova] Releasing lock "refresh_cache-4cf46064-bd12-4567-9cd3-17c88e136bc1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.886363] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52a1cc4c-eede-67fc-847d-1d363287d96a, 'name': SearchDatastore_Task, 'duration_secs': 0.008733} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.887139] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34da790b-6d04-4300-90bf-5c84e896bd9f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.892055] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1405.892055] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c65559-94d6-037f-a8fd-b85ff7dc5261" [ 1405.892055] env[70691]: _type = "Task" [ 1405.892055] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.898996] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c65559-94d6-037f-a8fd-b85ff7dc5261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.118497] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 714db313-1b44-45c6-9768-5594fe46d9e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.118694] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 9c887bd1-9f75-41ed-a463-b5e2d6655a15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.118823] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 4cf46064-bd12-4567-9cd3-17c88e136bc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.119023] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1406.119170] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1406.162187] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ab15c-b797-4d79-b545-0530dfd92185 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.169349] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e5f348-f5d6-4865-b1a7-2eb1e6cf1b0a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.200148] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c50ba09-3076-46bd-b244-3ffcba6915e4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.206606] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb52ce7-6d69-4a38-ab97-f3f93a45cc05 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.219306] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.402828] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c65559-94d6-037f-a8fd-b85ff7dc5261, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.403066] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.403324] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 4cf46064-bd12-4567-9cd3-17c88e136bc1/4cf46064-bd12-4567-9cd3-17c88e136bc1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1406.403583] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d16e10f-fc96-45b7-aa06-8da230b68ad5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.409459] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1406.409459] env[70691]: value = "task-3455227" [ 1406.409459] env[70691]: _type = "Task" [ 1406.409459] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.416480] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.722336] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1406.920555] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425692} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.920867] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] 4cf46064-bd12-4567-9cd3-17c88e136bc1/4cf46064-bd12-4567-9cd3-17c88e136bc1.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1406.921093] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.921354] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c0cf718-7e75-4594-bb33-38534b11a976 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.929088] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1406.929088] env[70691]: value = "task-3455228" [ 1406.929088] env[70691]: _type = "Task" [ 1406.929088] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.936764] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.227380] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1407.227602] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.438844] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058251} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.439156] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.439913] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c30187-1868-4a04-8efa-7607e3d70dd4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.461520] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4cf46064-bd12-4567-9cd3-17c88e136bc1/4cf46064-bd12-4567-9cd3-17c88e136bc1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.461777] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c34acb2-4e47-4d86-a683-1bdebde8f8f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.480832] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1407.480832] env[70691]: value = "task-3455229" [ 1407.480832] env[70691]: _type = "Task" [ 1407.480832] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.487827] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.990559] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455229, 'name': ReconfigVM_Task, 'duration_secs': 0.276177} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.990957] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4cf46064-bd12-4567-9cd3-17c88e136bc1/4cf46064-bd12-4567-9cd3-17c88e136bc1.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.991480] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b8bf9c-c07d-49a4-be68-ebdc772786f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.997655] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1407.997655] env[70691]: value = "task-3455230" [ 1407.997655] env[70691]: _type = "Task" [ 1407.997655] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.006403] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455230, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.228327] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.228593] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.228814] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1408.228986] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Rebuilding the list of instances to heal {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1408.508204] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455230, 'name': Rename_Task, 'duration_secs': 0.133698} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.508513] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1408.508797] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2068b78c-ca36-499c-ae58-50dc5823400b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.514276] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1408.514276] env[70691]: value = "task-3455231" [ 1408.514276] env[70691]: _type = "Task" [ 1408.514276] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.521238] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.732771] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Skipping network cache update for instance because it is Building. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1408.759177] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.759320] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquired lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.759471] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Forcefully refreshing network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1408.759602] env[70691]: DEBUG nova.objects.instance [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lazy-loading 'info_cache' on Instance uuid 714db313-1b44-45c6-9768-5594fe46d9e1 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.023924] env[70691]: DEBUG oslo_vmware.api [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455231, 'name': PowerOnVM_Task, 'duration_secs': 0.440711} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.024344] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1409.024439] env[70691]: INFO nova.compute.manager [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1409.024611] env[70691]: DEBUG nova.compute.manager [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1409.025387] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56537368-6880-4e1c-91d5-4127cab2a396 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.542418] env[70691]: INFO nova.compute.manager [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Took 11.60 seconds to build instance. [ 1409.744128] env[70691]: DEBUG nova.compute.manager [req-09c6d353-c8f9-4f41-b6c3-240450da4b57 req-c72aa7bd-9b94-4350-b0ec-107edb843ac1 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Received event network-changed-07641fd2-e1ea-408a-be1f-966e65d53a18 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1409.744343] env[70691]: DEBUG nova.compute.manager [req-09c6d353-c8f9-4f41-b6c3-240450da4b57 req-c72aa7bd-9b94-4350-b0ec-107edb843ac1 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Refreshing instance network info cache due to event network-changed-07641fd2-e1ea-408a-be1f-966e65d53a18. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1409.744561] env[70691]: DEBUG oslo_concurrency.lockutils [req-09c6d353-c8f9-4f41-b6c3-240450da4b57 req-c72aa7bd-9b94-4350-b0ec-107edb843ac1 service nova] Acquiring lock "refresh_cache-4cf46064-bd12-4567-9cd3-17c88e136bc1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.744710] env[70691]: DEBUG oslo_concurrency.lockutils [req-09c6d353-c8f9-4f41-b6c3-240450da4b57 req-c72aa7bd-9b94-4350-b0ec-107edb843ac1 service nova] Acquired lock "refresh_cache-4cf46064-bd12-4567-9cd3-17c88e136bc1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.744873] env[70691]: DEBUG nova.network.neutron [req-09c6d353-c8f9-4f41-b6c3-240450da4b57 req-c72aa7bd-9b94-4350-b0ec-107edb843ac1 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Refreshing network info cache for port 07641fd2-e1ea-408a-be1f-966e65d53a18 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1410.044361] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f0e61baa-a6a4-4fc7-b91f-9e1981017db6 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "4cf46064-bd12-4567-9cd3-17c88e136bc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.112s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.527732] env[70691]: DEBUG nova.network.neutron [req-09c6d353-c8f9-4f41-b6c3-240450da4b57 req-c72aa7bd-9b94-4350-b0ec-107edb843ac1 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Updated VIF entry in instance network info cache for port 07641fd2-e1ea-408a-be1f-966e65d53a18. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1410.528109] env[70691]: DEBUG nova.network.neutron [req-09c6d353-c8f9-4f41-b6c3-240450da4b57 req-c72aa7bd-9b94-4350-b0ec-107edb843ac1 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Updating instance_info_cache with network_info: [{"id": "07641fd2-e1ea-408a-be1f-966e65d53a18", "address": "fa:16:3e:3d:b0:5b", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07641fd2-e1", "ovs_interfaceid": "07641fd2-e1ea-408a-be1f-966e65d53a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.571990] env[70691]: DEBUG nova.network.neutron [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updating instance_info_cache with network_info: [{"id": "d971db96-7afd-4662-b3ac-dff7e5330610", "address": "fa:16:3e:ee:9d:ab", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd971db96-7a", "ovs_interfaceid": "d971db96-7afd-4662-b3ac-dff7e5330610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.031301] env[70691]: DEBUG oslo_concurrency.lockutils [req-09c6d353-c8f9-4f41-b6c3-240450da4b57 req-c72aa7bd-9b94-4350-b0ec-107edb843ac1 service nova] Releasing lock "refresh_cache-4cf46064-bd12-4567-9cd3-17c88e136bc1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.075121] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Releasing lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.075519] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updated the network info_cache for instance {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1411.075519] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.075676] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.075828] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.097549] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.097549] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.097549] env[70691]: DEBUG nova.compute.manager [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1428.098064] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886d4403-556e-4a48-8820-4ce6075b758f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.105699] env[70691]: DEBUG nova.compute.manager [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70691) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1428.106336] env[70691]: DEBUG nova.objects.instance [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'flavor' on Instance uuid 9c887bd1-9f75-41ed-a463-b5e2d6655a15 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.611626] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1428.611971] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ac22fbf-5d3c-44f2-a0f1-73213423f94c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.619686] env[70691]: DEBUG oslo_vmware.api [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1428.619686] env[70691]: value = "task-3455240" [ 1428.619686] env[70691]: _type = "Task" [ 1428.619686] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.627688] env[70691]: DEBUG oslo_vmware.api [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.819828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.820077] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.129672] env[70691]: DEBUG oslo_vmware.api [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455240, 'name': PowerOffVM_Task, 'duration_secs': 0.230881} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.130047] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1429.130091] env[70691]: DEBUG nova.compute.manager [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1429.130964] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c39e66b-439f-43ac-80da-26c13fddd140 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.322681] env[70691]: DEBUG nova.compute.manager [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1429.642152] env[70691]: DEBUG oslo_concurrency.lockutils [None req-8d964850-0b62-4a57-b448-36c15ac7c27b tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.844908] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.845200] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.846766] env[70691]: INFO nova.compute.claims [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.526355] env[70691]: DEBUG nova.objects.instance [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'flavor' on Instance uuid 9c887bd1-9f75-41ed-a463-b5e2d6655a15 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.910976] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99907774-a4b1-4735-affb-1fade725de7c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.919408] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1c7d23-b764-49f8-901c-b03ec48c5cfe {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.949912] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f916bcf-dc89-408a-b795-37e04b4ffa52 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.957694] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c99afe7-f0a6-4db6-bfb6-7a8daea3f085 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.971437] env[70691]: DEBUG nova.compute.provider_tree [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.031080] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.031277] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.031500] env[70691]: DEBUG nova.network.neutron [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1431.031713] env[70691]: DEBUG nova.objects.instance [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'info_cache' on Instance uuid 9c887bd1-9f75-41ed-a463-b5e2d6655a15 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.474935] env[70691]: DEBUG nova.scheduler.client.report [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1431.535179] env[70691]: DEBUG nova.objects.base [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Object Instance<9c887bd1-9f75-41ed-a463-b5e2d6655a15> lazy-loaded attributes: flavor,info_cache {{(pid=70691) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1431.979494] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.979900] env[70691]: DEBUG nova.compute.manager [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1432.246824] env[70691]: DEBUG nova.network.neutron [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Updating instance_info_cache with network_info: [{"id": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "address": "fa:16:3e:a9:1c:98", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5be12b-d2", "ovs_interfaceid": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.485405] env[70691]: DEBUG nova.compute.utils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1432.486893] env[70691]: DEBUG nova.compute.manager [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1432.487028] env[70691]: DEBUG nova.network.neutron [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1432.524076] env[70691]: DEBUG nova.policy [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00aba8f483944dd594b9586b54e72099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c690619ad1cf48f982608a759124d83a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1432.749906] env[70691]: DEBUG oslo_concurrency.lockutils [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.789024] env[70691]: DEBUG nova.network.neutron [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Successfully created port: bcc80268-4c17-432e-815d-5a0241c0ae66 {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1432.990273] env[70691]: DEBUG nova.compute.manager [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1433.253572] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1433.253847] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a403ce6-b6be-49b1-ab66-d2bd6b3c9d61 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.261776] env[70691]: DEBUG oslo_vmware.api [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1433.261776] env[70691]: value = "task-3455241" [ 1433.261776] env[70691]: _type = "Task" [ 1433.261776] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.269941] env[70691]: DEBUG oslo_vmware.api [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.495430] env[70691]: INFO nova.virt.block_device [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Booting with volume 9feefbdf-5361-4fb3-81b3-56b22a9f14bd at /dev/sda [ 1433.531779] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce36b8f8-2c1d-4ff4-a03a-c8d2b2cb3a3b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.542741] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcae155-31c8-4c97-8c63-e919619b1d03 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.570224] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5112e3a2-dcc8-4ff4-96ad-6e5a7938b51f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.579737] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12985760-8cf9-499a-adc8-8b08cf269686 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.612559] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570927f-1fcf-447a-9a89-e237de50d3b3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.620173] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1063ee32-10b4-4bec-8a60-7f420404a5a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.635340] env[70691]: DEBUG nova.virt.block_device [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating existing volume attachment record: 49826908-f31e-4953-a025-e2d4625ddf58 {{(pid=70691) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1433.772429] env[70691]: DEBUG oslo_vmware.api [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455241, 'name': PowerOnVM_Task, 'duration_secs': 0.380498} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.772747] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1433.772912] env[70691]: DEBUG nova.compute.manager [None req-d441eb63-aa76-424f-8f14-2c22801620b1 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1433.773680] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e388dcc1-2379-4fd0-b469-3af11710a182 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.158966] env[70691]: DEBUG nova.compute.manager [req-fa403d9d-73ac-4575-bb6d-5705edd3698c req-a15841b8-696d-4303-b924-3beba1fbc893 service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Received event network-vif-plugged-bcc80268-4c17-432e-815d-5a0241c0ae66 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1434.158966] env[70691]: DEBUG oslo_concurrency.lockutils [req-fa403d9d-73ac-4575-bb6d-5705edd3698c req-a15841b8-696d-4303-b924-3beba1fbc893 service nova] Acquiring lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.158966] env[70691]: DEBUG oslo_concurrency.lockutils [req-fa403d9d-73ac-4575-bb6d-5705edd3698c req-a15841b8-696d-4303-b924-3beba1fbc893 service nova] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.158966] env[70691]: DEBUG oslo_concurrency.lockutils [req-fa403d9d-73ac-4575-bb6d-5705edd3698c req-a15841b8-696d-4303-b924-3beba1fbc893 service nova] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.158966] env[70691]: DEBUG nova.compute.manager [req-fa403d9d-73ac-4575-bb6d-5705edd3698c req-a15841b8-696d-4303-b924-3beba1fbc893 service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] No waiting events found dispatching network-vif-plugged-bcc80268-4c17-432e-815d-5a0241c0ae66 {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1434.158966] env[70691]: WARNING nova.compute.manager [req-fa403d9d-73ac-4575-bb6d-5705edd3698c req-a15841b8-696d-4303-b924-3beba1fbc893 service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Received unexpected event network-vif-plugged-bcc80268-4c17-432e-815d-5a0241c0ae66 for instance with vm_state building and task_state block_device_mapping. [ 1434.240778] env[70691]: DEBUG nova.network.neutron [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Successfully updated port: bcc80268-4c17-432e-815d-5a0241c0ae66 {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1434.742867] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.743024] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.743179] env[70691]: DEBUG nova.network.neutron [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1435.275348] env[70691]: DEBUG nova.network.neutron [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1435.326962] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c44e563-a5b0-4176-a5eb-e7795643ce1f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.334419] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-61b91268-c26d-44d3-a558-3d706ac76c46 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Suspending the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1435.334720] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2eed8346-67db-4cbf-9080-62675ac67add {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.342694] env[70691]: DEBUG oslo_vmware.api [None req-61b91268-c26d-44d3-a558-3d706ac76c46 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1435.342694] env[70691]: value = "task-3455242" [ 1435.342694] env[70691]: _type = "Task" [ 1435.342694] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.351357] env[70691]: DEBUG oslo_vmware.api [None req-61b91268-c26d-44d3-a558-3d706ac76c46 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455242, 'name': SuspendVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.408194] env[70691]: DEBUG nova.network.neutron [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance_info_cache with network_info: [{"id": "bcc80268-4c17-432e-815d-5a0241c0ae66", "address": "fa:16:3e:d1:cd:a4", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc80268-4c", "ovs_interfaceid": "bcc80268-4c17-432e-815d-5a0241c0ae66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.722054] env[70691]: DEBUG nova.compute.manager [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1435.722910] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1435.723281] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1435.723583] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.723914] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1435.724193] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.724435] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1435.724777] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1435.725062] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1435.725334] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1435.725558] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1435.725802] env[70691]: DEBUG nova.virt.hardware [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1435.726858] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487368fb-c2e4-408c-ba20-0b636d1eea16 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.736748] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7d4d8-ea74-4f45-a97f-7782a862288a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.853484] env[70691]: DEBUG oslo_vmware.api [None req-61b91268-c26d-44d3-a558-3d706ac76c46 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455242, 'name': SuspendVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.911308] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.911706] env[70691]: DEBUG nova.compute.manager [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Instance network_info: |[{"id": "bcc80268-4c17-432e-815d-5a0241c0ae66", "address": "fa:16:3e:d1:cd:a4", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc80268-4c", "ovs_interfaceid": "bcc80268-4c17-432e-815d-5a0241c0ae66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1435.912902] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:cd:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcc80268-4c17-432e-815d-5a0241c0ae66', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.920177] env[70691]: DEBUG oslo.service.loopingcall [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.920449] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1435.920692] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b20dc2a-6ec8-4381-9a79-3867e91d4409 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.945670] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.945670] env[70691]: value = "task-3455243" [ 1435.945670] env[70691]: _type = "Task" [ 1435.945670] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.953823] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455243, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.183558] env[70691]: DEBUG nova.compute.manager [req-0fc8bcfd-b967-423e-8068-45b1165bf9e7 req-5539f323-10c9-4e65-9db0-02006ce6570e service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Received event network-changed-bcc80268-4c17-432e-815d-5a0241c0ae66 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1436.183795] env[70691]: DEBUG nova.compute.manager [req-0fc8bcfd-b967-423e-8068-45b1165bf9e7 req-5539f323-10c9-4e65-9db0-02006ce6570e service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Refreshing instance network info cache due to event network-changed-bcc80268-4c17-432e-815d-5a0241c0ae66. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1436.184029] env[70691]: DEBUG oslo_concurrency.lockutils [req-0fc8bcfd-b967-423e-8068-45b1165bf9e7 req-5539f323-10c9-4e65-9db0-02006ce6570e service nova] Acquiring lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.184181] env[70691]: DEBUG oslo_concurrency.lockutils [req-0fc8bcfd-b967-423e-8068-45b1165bf9e7 req-5539f323-10c9-4e65-9db0-02006ce6570e service nova] Acquired lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.184344] env[70691]: DEBUG nova.network.neutron [req-0fc8bcfd-b967-423e-8068-45b1165bf9e7 req-5539f323-10c9-4e65-9db0-02006ce6570e service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Refreshing network info cache for port bcc80268-4c17-432e-815d-5a0241c0ae66 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1436.353599] env[70691]: DEBUG oslo_vmware.api [None req-61b91268-c26d-44d3-a558-3d706ac76c46 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455242, 'name': SuspendVM_Task, 'duration_secs': 0.59673} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.353938] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-61b91268-c26d-44d3-a558-3d706ac76c46 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Suspended the VM {{(pid=70691) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1436.354060] env[70691]: DEBUG nova.compute.manager [None req-61b91268-c26d-44d3-a558-3d706ac76c46 tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1436.354818] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0725a0ad-b062-4b90-80d3-258c9503118c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.455135] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455243, 'name': CreateVM_Task, 'duration_secs': 0.408214} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.455339] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1436.455995] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689766', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'name': 'volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df', 'attached_at': '', 'detached_at': '', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'serial': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd'}, 'mount_device': '/dev/sda', 'attachment_id': '49826908-f31e-4953-a025-e2d4625ddf58', 'boot_index': 0, 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70691) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1436.456243] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Root volume attach. Driver type: vmdk {{(pid=70691) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1436.457273] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e5765-a69f-4539-80ff-669207ca0f1e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.464683] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d612a82-a75a-49ae-a45c-d6393c40ecf1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.470411] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa34ffe1-f7a1-4272-ba99-de134c6695a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.476143] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3c047407-487e-4c6f-8496-3cb9fc6ba18c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.483158] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1436.483158] env[70691]: value = "task-3455244" [ 1436.483158] env[70691]: _type = "Task" [ 1436.483158] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.490773] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455244, 'name': RelocateVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.881036] env[70691]: DEBUG nova.network.neutron [req-0fc8bcfd-b967-423e-8068-45b1165bf9e7 req-5539f323-10c9-4e65-9db0-02006ce6570e service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updated VIF entry in instance network info cache for port bcc80268-4c17-432e-815d-5a0241c0ae66. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1436.881634] env[70691]: DEBUG nova.network.neutron [req-0fc8bcfd-b967-423e-8068-45b1165bf9e7 req-5539f323-10c9-4e65-9db0-02006ce6570e service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance_info_cache with network_info: [{"id": "bcc80268-4c17-432e-815d-5a0241c0ae66", "address": "fa:16:3e:d1:cd:a4", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc80268-4c", "ovs_interfaceid": "bcc80268-4c17-432e-815d-5a0241c0ae66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.995403] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455244, 'name': RelocateVM_Task, 'duration_secs': 0.4185} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.995693] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Volume attach. Driver type: vmdk {{(pid=70691) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1436.995899] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689766', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'name': 'volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df', 'attached_at': '', 'detached_at': '', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'serial': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1436.996679] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eb6d14-7be1-4ad8-a0f5-adc6379ec961 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.011867] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d578b54e-80e9-4066-93be-159771dc5ac8 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.034078] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd/volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.034307] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c532179-76c9-4722-9f62-3bae1dec9d3a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.054668] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1437.054668] env[70691]: value = "task-3455245" [ 1437.054668] env[70691]: _type = "Task" [ 1437.054668] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.063065] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.385040] env[70691]: DEBUG oslo_concurrency.lockutils [req-0fc8bcfd-b967-423e-8068-45b1165bf9e7 req-5539f323-10c9-4e65-9db0-02006ce6570e service nova] Releasing lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.565545] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455245, 'name': ReconfigVM_Task, 'duration_secs': 0.254553} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.565826] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd/volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd.vmdk or device None with type thin {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.570612] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8cb272-f4a4-400f-929f-082590d9d125 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.588381] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1437.588381] env[70691]: value = "task-3455246" [ 1437.588381] env[70691]: _type = "Task" [ 1437.588381] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.597328] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.657139] env[70691]: INFO nova.compute.manager [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Resuming [ 1437.657794] env[70691]: DEBUG nova.objects.instance [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'flavor' on Instance uuid 9c887bd1-9f75-41ed-a463-b5e2d6655a15 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.099187] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455246, 'name': ReconfigVM_Task, 'duration_secs': 0.123236} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.099472] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689766', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'name': 'volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df', 'attached_at': '', 'detached_at': '', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'serial': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd'} {{(pid=70691) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1438.100042] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee3c30ee-384e-4b7d-9f77-7159d7c184aa {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.107946] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1438.107946] env[70691]: value = "task-3455247" [ 1438.107946] env[70691]: _type = "Task" [ 1438.107946] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.115681] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455247, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.618289] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455247, 'name': Rename_Task, 'duration_secs': 0.132698} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.618586] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1438.618822] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd8fe067-22ef-4d3b-a2bc-40e49f97879b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.625141] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1438.625141] env[70691]: value = "task-3455248" [ 1438.625141] env[70691]: _type = "Task" [ 1438.625141] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.632748] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.664902] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.665130] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquired lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.665333] env[70691]: DEBUG nova.network.neutron [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1439.137148] env[70691]: DEBUG oslo_vmware.api [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455248, 'name': PowerOnVM_Task, 'duration_secs': 0.44458} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.137443] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1439.137655] env[70691]: INFO nova.compute.manager [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Took 3.42 seconds to spawn the instance on the hypervisor. [ 1439.137841] env[70691]: DEBUG nova.compute.manager [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1439.138789] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b2079-179b-4016-9b5d-dbd13662b661 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.637468] env[70691]: DEBUG nova.network.neutron [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Updating instance_info_cache with network_info: [{"id": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "address": "fa:16:3e:a9:1c:98", "network": {"id": "fca968c9-31f1-4ff2-8035-537d2b67f58f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-34613251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82d89e770e64f2484e9cf0fd2198bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5be12b-d2", "ovs_interfaceid": "2f5be12b-d2c6-4af7-8370-b3bf842d176b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.655823] env[70691]: INFO nova.compute.manager [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Took 9.83 seconds to build instance. [ 1440.140322] env[70691]: DEBUG oslo_concurrency.lockutils [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Releasing lock "refresh_cache-9c887bd1-9f75-41ed-a463-b5e2d6655a15" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.141531] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e67d69-962a-4fc7-a678-d78da512a4f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.149772] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Resuming the VM {{(pid=70691) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1440.150061] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8e2219e-d4da-4393-b74a-7ed1d7d684d1 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.157051] env[70691]: DEBUG oslo_vmware.api [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1440.157051] env[70691]: value = "task-3455249" [ 1440.157051] env[70691]: _type = "Task" [ 1440.157051] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.157453] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5ddfc3fb-8e99-49b4-8ea5-a9febf61d4bf tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.337s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.165518] env[70691]: DEBUG oslo_vmware.api [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.669553] env[70691]: DEBUG oslo_vmware.api [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.953856] env[70691]: DEBUG nova.compute.manager [req-8fb520ec-28fd-473e-a93b-95b07bb24c35 req-86aef040-f204-4ebe-898b-897cd5a416d1 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Received event network-changed-d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1440.953856] env[70691]: DEBUG nova.compute.manager [req-8fb520ec-28fd-473e-a93b-95b07bb24c35 req-86aef040-f204-4ebe-898b-897cd5a416d1 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Refreshing instance network info cache due to event network-changed-d971db96-7afd-4662-b3ac-dff7e5330610. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1440.954142] env[70691]: DEBUG oslo_concurrency.lockutils [req-8fb520ec-28fd-473e-a93b-95b07bb24c35 req-86aef040-f204-4ebe-898b-897cd5a416d1 service nova] Acquiring lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.954179] env[70691]: DEBUG oslo_concurrency.lockutils [req-8fb520ec-28fd-473e-a93b-95b07bb24c35 req-86aef040-f204-4ebe-898b-897cd5a416d1 service nova] Acquired lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.954474] env[70691]: DEBUG nova.network.neutron [req-8fb520ec-28fd-473e-a93b-95b07bb24c35 req-86aef040-f204-4ebe-898b-897cd5a416d1 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Refreshing network info cache for port d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1441.169383] env[70691]: DEBUG oslo_vmware.api [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455249, 'name': PowerOnVM_Task, 'duration_secs': 0.55488} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.169668] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Resumed the VM {{(pid=70691) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1441.169860] env[70691]: DEBUG nova.compute.manager [None req-a1cd75e5-49f8-4074-8c63-cc1cebd5689e tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1441.170717] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c44db-7cc6-4635-9f33-21f1c6973fbc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.662964] env[70691]: DEBUG nova.network.neutron [req-8fb520ec-28fd-473e-a93b-95b07bb24c35 req-86aef040-f204-4ebe-898b-897cd5a416d1 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updated VIF entry in instance network info cache for port d971db96-7afd-4662-b3ac-dff7e5330610. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1441.663436] env[70691]: DEBUG nova.network.neutron [req-8fb520ec-28fd-473e-a93b-95b07bb24c35 req-86aef040-f204-4ebe-898b-897cd5a416d1 service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updating instance_info_cache with network_info: [{"id": "d971db96-7afd-4662-b3ac-dff7e5330610", "address": "fa:16:3e:ee:9d:ab", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd971db96-7a", "ovs_interfaceid": "d971db96-7afd-4662-b3ac-dff7e5330610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.165906] env[70691]: DEBUG oslo_concurrency.lockutils [req-8fb520ec-28fd-473e-a93b-95b07bb24c35 req-86aef040-f204-4ebe-898b-897cd5a416d1 service nova] Releasing lock "refresh_cache-714db313-1b44-45c6-9768-5594fe46d9e1" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.368434] env[70691]: DEBUG nova.compute.manager [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Stashing vm_state: active {{(pid=70691) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1442.525693] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.526039] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.526277] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.526468] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.526639] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.528938] env[70691]: INFO nova.compute.manager [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Terminating instance [ 1442.530888] env[70691]: DEBUG nova.compute.manager [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1442.531100] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1442.532014] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65770ec-346c-4f34-91ba-cf1c650a8da4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.540177] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1442.540927] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b9735a-a776-4964-8e15-993ed6d8efd9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.547908] env[70691]: DEBUG oslo_vmware.api [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1442.547908] env[70691]: value = "task-3455250" [ 1442.547908] env[70691]: _type = "Task" [ 1442.547908] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.555581] env[70691]: DEBUG oslo_vmware.api [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.889879] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.890165] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.979244] env[70691]: DEBUG nova.compute.manager [req-146abed9-0dc9-4b9c-8b38-15683eeabbca req-32e1065a-edaf-449c-99a5-97c85af1c6c2 service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Received event network-changed-bcc80268-4c17-432e-815d-5a0241c0ae66 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1442.979460] env[70691]: DEBUG nova.compute.manager [req-146abed9-0dc9-4b9c-8b38-15683eeabbca req-32e1065a-edaf-449c-99a5-97c85af1c6c2 service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Refreshing instance network info cache due to event network-changed-bcc80268-4c17-432e-815d-5a0241c0ae66. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1442.979690] env[70691]: DEBUG oslo_concurrency.lockutils [req-146abed9-0dc9-4b9c-8b38-15683eeabbca req-32e1065a-edaf-449c-99a5-97c85af1c6c2 service nova] Acquiring lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.979838] env[70691]: DEBUG oslo_concurrency.lockutils [req-146abed9-0dc9-4b9c-8b38-15683eeabbca req-32e1065a-edaf-449c-99a5-97c85af1c6c2 service nova] Acquired lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.979999] env[70691]: DEBUG nova.network.neutron [req-146abed9-0dc9-4b9c-8b38-15683eeabbca req-32e1065a-edaf-449c-99a5-97c85af1c6c2 service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Refreshing network info cache for port bcc80268-4c17-432e-815d-5a0241c0ae66 {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1443.060110] env[70691]: DEBUG oslo_vmware.api [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455250, 'name': PowerOffVM_Task, 'duration_secs': 0.192125} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.060387] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1443.060618] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1443.060893] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84b432de-78df-4de6-9cd1-e6d397f61492 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.135847] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1443.136103] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Deleting contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1443.136287] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleting the datastore file [datastore2] 9c887bd1-9f75-41ed-a463-b5e2d6655a15 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.136566] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bf390ae-e2b9-40b9-a170-55a5b3334a21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.144516] env[70691]: DEBUG oslo_vmware.api [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for the task: (returnval){ [ 1443.144516] env[70691]: value = "task-3455252" [ 1443.144516] env[70691]: _type = "Task" [ 1443.144516] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.153107] env[70691]: DEBUG oslo_vmware.api [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.395074] env[70691]: INFO nova.compute.claims [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.657103] env[70691]: DEBUG oslo_vmware.api [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Task: {'id': task-3455252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14802} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.657516] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.657767] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Deleted contents of the VM from datastore datastore2 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1443.658051] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1443.658165] env[70691]: INFO nova.compute.manager [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1443.658434] env[70691]: DEBUG oslo.service.loopingcall [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.658598] env[70691]: DEBUG nova.compute.manager [-] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1443.658700] env[70691]: DEBUG nova.network.neutron [-] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1443.706233] env[70691]: DEBUG nova.network.neutron [req-146abed9-0dc9-4b9c-8b38-15683eeabbca req-32e1065a-edaf-449c-99a5-97c85af1c6c2 service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updated VIF entry in instance network info cache for port bcc80268-4c17-432e-815d-5a0241c0ae66. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1443.706614] env[70691]: DEBUG nova.network.neutron [req-146abed9-0dc9-4b9c-8b38-15683eeabbca req-32e1065a-edaf-449c-99a5-97c85af1c6c2 service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance_info_cache with network_info: [{"id": "bcc80268-4c17-432e-815d-5a0241c0ae66", "address": "fa:16:3e:d1:cd:a4", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc80268-4c", "ovs_interfaceid": "bcc80268-4c17-432e-815d-5a0241c0ae66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.901420] env[70691]: INFO nova.compute.resource_tracker [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating resource usage from migration afa7765c-d79d-4b4a-bd3f-90548d31ffa6 [ 1443.918535] env[70691]: DEBUG nova.scheduler.client.report [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Refreshing inventories for resource provider 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1443.931870] env[70691]: DEBUG nova.scheduler.client.report [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Updating ProviderTree inventory for provider 0f714c39-9913-4c20-9640-f803078976e4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1443.932115] env[70691]: DEBUG nova.compute.provider_tree [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Updating inventory in ProviderTree for provider 0f714c39-9913-4c20-9640-f803078976e4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1443.943314] env[70691]: DEBUG nova.scheduler.client.report [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Refreshing aggregate associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, aggregates: None {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1443.963519] env[70691]: DEBUG nova.scheduler.client.report [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Refreshing trait associations for resource provider 0f714c39-9913-4c20-9640-f803078976e4, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70691) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1444.042306] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86a6c6c-1fce-400a-a832-ac3be66fae01 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.052173] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b75ef02-8cae-48f9-b085-c8286d8368c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.085955] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a691c9-612c-4348-a571-0c247f75e43c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.094369] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2e8d3-dac7-4c66-8fa3-20f98fd66630 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.108770] env[70691]: DEBUG nova.compute.provider_tree [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.209470] env[70691]: DEBUG oslo_concurrency.lockutils [req-146abed9-0dc9-4b9c-8b38-15683eeabbca req-32e1065a-edaf-449c-99a5-97c85af1c6c2 service nova] Releasing lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.589873] env[70691]: DEBUG nova.network.neutron [-] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.612028] env[70691]: DEBUG nova.scheduler.client.report [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1445.003575] env[70691]: DEBUG nova.compute.manager [req-0dd2d3ff-af88-4ac8-a8a4-f30eb5ba9e7b req-e6220a6a-d32c-496e-b8f4-752b77f56324 service nova] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Received event network-vif-deleted-2f5be12b-d2c6-4af7-8370-b3bf842d176b {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1445.093031] env[70691]: INFO nova.compute.manager [-] [instance: 9c887bd1-9f75-41ed-a463-b5e2d6655a15] Took 1.43 seconds to deallocate network for instance. [ 1445.116277] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.116478] env[70691]: INFO nova.compute.manager [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Migrating [ 1445.599742] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.600163] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.600242] env[70691]: DEBUG nova.objects.instance [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lazy-loading 'resources' on Instance uuid 9c887bd1-9f75-41ed-a463-b5e2d6655a15 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.631233] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.631411] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquired lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.631594] env[70691]: DEBUG nova.network.neutron [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1446.179186] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2119fc54-e21a-4695-ac03-de2f9502fe18 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.187083] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5120a2ac-316c-407b-812d-1a0decbba984 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.219887] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4458fba6-9c31-4dc7-8504-83ac96473f03 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.227644] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef23af5-cd67-41df-a1f3-37ef6c87df74 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.241035] env[70691]: DEBUG nova.compute.provider_tree [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.371539] env[70691]: DEBUG nova.network.neutron [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance_info_cache with network_info: [{"id": "bcc80268-4c17-432e-815d-5a0241c0ae66", "address": "fa:16:3e:d1:cd:a4", "network": {"id": "ae5f8324-6667-42b3-9587-03189c5806f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-54720654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c690619ad1cf48f982608a759124d83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc80268-4c", "ovs_interfaceid": "bcc80268-4c17-432e-815d-5a0241c0ae66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.744268] env[70691]: DEBUG nova.scheduler.client.report [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1446.874495] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Releasing lock "refresh_cache-6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.249563] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.268740] env[70691]: INFO nova.scheduler.client.report [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Deleted allocations for instance 9c887bd1-9f75-41ed-a463-b5e2d6655a15 [ 1447.776136] env[70691]: DEBUG oslo_concurrency.lockutils [None req-5b2066c9-c533-4ae4-b032-231ac338840f tempest-ServerActionsTestJSON-1704076600 tempest-ServerActionsTestJSON-1704076600-project-member] Lock "9c887bd1-9f75-41ed-a463-b5e2d6655a15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.250s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.394880] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df59ff1-cb60-496e-94f0-86c929f39a04 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.415484] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance '6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df' progress to 0 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1448.922133] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1448.923096] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c616af5d-b91f-4f05-9d2b-1e994e8bb8a7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.932688] env[70691]: DEBUG oslo_vmware.api [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1448.932688] env[70691]: value = "task-3455253" [ 1448.932688] env[70691]: _type = "Task" [ 1448.932688] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.942517] env[70691]: DEBUG oslo_vmware.api [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.443367] env[70691]: DEBUG oslo_vmware.api [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455253, 'name': PowerOffVM_Task, 'duration_secs': 0.210488} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.443663] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1449.443967] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance '6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df' progress to 17 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1449.951538] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1449.951538] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1449.951538] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.951538] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1449.951538] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.951538] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1449.952109] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1449.952109] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1449.952109] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1449.952221] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1449.952330] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1449.957389] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878a895b-4b4f-4013-9b14-476d0ac597ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.975972] env[70691]: DEBUG oslo_vmware.api [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1449.975972] env[70691]: value = "task-3455254" [ 1449.975972] env[70691]: _type = "Task" [ 1449.975972] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.984835] env[70691]: DEBUG oslo_vmware.api [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.486903] env[70691]: DEBUG oslo_vmware.api [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455254, 'name': ReconfigVM_Task, 'duration_secs': 0.15097} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.487526] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance '6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df' progress to 33 {{(pid=70691) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1450.993470] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1450.993997] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1450.993997] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.994173] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1450.994239] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.994524] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1450.994641] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1450.994720] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1450.994891] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1450.995076] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1450.995259] env[70691]: DEBUG nova.virt.hardware [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1451.506475] env[70691]: ERROR nova.compute.manager [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Setting instance vm_state to ERROR: AttributeError: 'NoneType' object has no attribute 'key' [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Traceback (most recent call last): [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] yield [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] File "/opt/stack/nova/nova/compute/manager.py", line 6106, in _resize_instance [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] disk_info = self.driver.migrate_disk_and_power_off( [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 264, in migrate_disk_and_power_off [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] return self._vmops.migrate_disk_and_power_off(context, instance, [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] disk_key = device.key [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] AttributeError: 'NoneType' object has no attribute 'key' [ 1451.506475] env[70691]: ERROR nova.compute.manager [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] [ 1452.025174] env[70691]: INFO nova.compute.manager [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Swapping old allocation on dict_keys(['0f714c39-9913-4c20-9640-f803078976e4']) held by migration afa7765c-d79d-4b4a-bd3f-90548d31ffa6 for instance [ 1452.049935] env[70691]: DEBUG nova.scheduler.client.report [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Overwriting current allocation {'allocations': {'0f714c39-9913-4c20-9640-f803078976e4': {'resources': {'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': 'c690619ad1cf48f982608a759124d83a', 'user_id': '00aba8f483944dd594b9586b54e72099', 'consumer_generation': 1} on consumer 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df {{(pid=70691) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1452.375691] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquiring lock "d563f73e-b565-43d3-b396-614eebfecf4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.375950] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "d563f73e-b565-43d3-b396-614eebfecf4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.880783] env[70691]: DEBUG nova.compute.manager [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Starting instance... {{(pid=70691) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1453.254445] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.254781] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.254921] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.255133] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.255324] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.257839] env[70691]: INFO nova.compute.manager [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Terminating instance [ 1453.259969] env[70691]: DEBUG nova.compute.manager [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1453.260222] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1453.260475] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18dd9765-3387-4dbb-a315-133538100d70 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.268408] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1453.268408] env[70691]: value = "task-3455255" [ 1453.268408] env[70691]: _type = "Task" [ 1453.268408] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.276532] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.403185] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.403492] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.405049] env[70691]: INFO nova.compute.claims [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.603553] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.779353] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] VM already powered off {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1453.779573] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Volume detach. Driver type: vmdk {{(pid=70691) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1453.779776] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689766', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'name': 'volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df', 'attached_at': '', 'detached_at': '', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'serial': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1453.780595] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5a7a85-0cd1-4267-8594-34feef468ef7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.801083] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cce75b-9217-4bdf-b937-9c21bb8321bc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.808200] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec29842-7749-4f3b-b7a1-87eb254ad8c9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.825688] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460663bf-c5c9-4f6b-8344-828d1184a102 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.840334] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] The volume has not been displaced from its original location: [datastore1] volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd/volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd.vmdk. No consolidation needed. {{(pid=70691) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1453.845600] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1453.846578] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5620c1e-7c89-43dd-9f3a-90f9aa3d7a66 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.864130] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1453.864130] env[70691]: value = "task-3455256" [ 1453.864130] env[70691]: _type = "Task" [ 1453.864130] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.872829] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.374810] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455256, 'name': ReconfigVM_Task, 'duration_secs': 0.173336} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.375209] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70691) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1454.379866] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b2843e-4701-4180-a7ba-2a3e4b6bdf0a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.395516] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1454.395516] env[70691]: value = "task-3455257" [ 1454.395516] env[70691]: _type = "Task" [ 1454.395516] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.403650] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.479142] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e583e1-c9d0-4c2b-8bfa-02dca3841f8e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.487455] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89120462-10c1-451e-a2c8-1fbc95fa3ae4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.518551] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b279ec3e-6e0b-4afe-8698-185366c91171 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.526228] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ec9603-e630-4b9e-9eef-65966c7bab31 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.540533] env[70691]: DEBUG nova.compute.provider_tree [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.549828] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.906880] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455257, 'name': ReconfigVM_Task, 'duration_secs': 0.1236} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.907220] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689766', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'name': 'volume-9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df', 'attached_at': '', 'detached_at': '', 'volume_id': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd', 'serial': '9feefbdf-5361-4fb3-81b3-56b22a9f14bd'} {{(pid=70691) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1454.907561] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1454.908489] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce66189-e5d7-4927-85ae-a3e593bdc2f6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.916462] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1454.916625] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d8c837e-0fb7-4b65-8cd4-3c11803d38cc {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.991972] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1454.992391] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1454.993096] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleting the datastore file [datastore1] 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.993096] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d95e9c9-55e0-4222-899d-19beaf8b347b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.000947] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1455.000947] env[70691]: value = "task-3455259" [ 1455.000947] env[70691]: _type = "Task" [ 1455.000947] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.009109] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.044257] env[70691]: DEBUG nova.scheduler.client.report [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1455.511492] env[70691]: DEBUG oslo_vmware.api [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073369} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.511849] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.511901] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1455.512062] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1455.512248] env[70691]: INFO nova.compute.manager [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1455.512489] env[70691]: DEBUG oslo.service.loopingcall [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.512685] env[70691]: DEBUG nova.compute.manager [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1455.512784] env[70691]: DEBUG nova.network.neutron [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1455.549056] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.549568] env[70691]: DEBUG nova.compute.manager [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Start building networks asynchronously for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1455.552228] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.949s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.617136] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e525ac95-faaf-4a41-84dc-04418cc3e218 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.625626] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82fc9f8-d4ab-472f-8e0f-85248561cb68 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.657490] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd76e5a7-0456-4add-8532-70c6d73ec23a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.667322] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e3267d-9cc2-49a2-9fca-f6b97ee60858 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.681221] env[70691]: DEBUG nova.compute.provider_tree [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.805495] env[70691]: DEBUG oslo_concurrency.lockutils [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "4cf46064-bd12-4567-9cd3-17c88e136bc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.805495] env[70691]: DEBUG oslo_concurrency.lockutils [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "4cf46064-bd12-4567-9cd3-17c88e136bc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.805670] env[70691]: DEBUG oslo_concurrency.lockutils [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "4cf46064-bd12-4567-9cd3-17c88e136bc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.805986] env[70691]: DEBUG oslo_concurrency.lockutils [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "4cf46064-bd12-4567-9cd3-17c88e136bc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.806223] env[70691]: DEBUG oslo_concurrency.lockutils [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "4cf46064-bd12-4567-9cd3-17c88e136bc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.808296] env[70691]: INFO nova.compute.manager [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Terminating instance [ 1455.810328] env[70691]: DEBUG nova.compute.manager [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1455.810525] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1455.811414] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6021fc-ce4b-409b-983b-bfe704e9eb41 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.820261] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1455.820505] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efe72a9a-0029-478b-9704-ea9aa7bf6a8d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.827143] env[70691]: DEBUG oslo_vmware.api [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1455.827143] env[70691]: value = "task-3455260" [ 1455.827143] env[70691]: _type = "Task" [ 1455.827143] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.836164] env[70691]: DEBUG oslo_vmware.api [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.940146] env[70691]: DEBUG nova.compute.manager [req-70168edb-8bf6-4a16-97d2-afb113c606bd req-3d0f5071-90b7-44ee-80b8-05fb30a5e99a service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Received event network-vif-deleted-bcc80268-4c17-432e-815d-5a0241c0ae66 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1455.940374] env[70691]: INFO nova.compute.manager [req-70168edb-8bf6-4a16-97d2-afb113c606bd req-3d0f5071-90b7-44ee-80b8-05fb30a5e99a service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Neutron deleted interface bcc80268-4c17-432e-815d-5a0241c0ae66; detaching it from the instance and deleting it from the info cache [ 1455.940551] env[70691]: DEBUG nova.network.neutron [req-70168edb-8bf6-4a16-97d2-afb113c606bd req-3d0f5071-90b7-44ee-80b8-05fb30a5e99a service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.056769] env[70691]: DEBUG nova.compute.utils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Using /dev/sd instead of None {{(pid=70691) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1456.058258] env[70691]: DEBUG nova.compute.manager [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Allocating IP information in the background. {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1456.058427] env[70691]: DEBUG nova.network.neutron [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] allocate_for_instance() {{(pid=70691) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1456.095603] env[70691]: DEBUG nova.policy [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '690fc790a0bc47f7af7e40d252107d7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd67eaccb35c348ebb939b131cf326ab9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70691) authorize /opt/stack/nova/nova/policy.py:201}} [ 1456.185075] env[70691]: DEBUG nova.scheduler.client.report [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1456.340711] env[70691]: DEBUG oslo_vmware.api [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455260, 'name': PowerOffVM_Task, 'duration_secs': 0.17218} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.341511] env[70691]: DEBUG nova.network.neutron [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Successfully created port: 430d08c6-1b24-4db3-afe3-48b547f3d9eb {{(pid=70691) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1456.343435] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1456.343617] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1456.343879] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c28c5d4b-da5f-4ec4-8835-906e3ef60235 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.412798] env[70691]: DEBUG nova.network.neutron [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.417876] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1456.417876] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1456.418188] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleting the datastore file [datastore1] 4cf46064-bd12-4567-9cd3-17c88e136bc1 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.418426] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9364f3cf-d774-41ce-a7d5-4ae12981c6c4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.429124] env[70691]: DEBUG oslo_vmware.api [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1456.429124] env[70691]: value = "task-3455262" [ 1456.429124] env[70691]: _type = "Task" [ 1456.429124] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.441497] env[70691]: DEBUG oslo_vmware.api [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.445079] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f8847d2-8ea5-495d-b46c-02c63b55b8ce {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.455075] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe35b2f-ea39-4110-a420-800d84d7d7a4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.481888] env[70691]: DEBUG nova.compute.manager [req-70168edb-8bf6-4a16-97d2-afb113c606bd req-3d0f5071-90b7-44ee-80b8-05fb30a5e99a service nova] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Detach interface failed, port_id=bcc80268-4c17-432e-815d-5a0241c0ae66, reason: Instance 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1456.561558] env[70691]: DEBUG nova.compute.manager [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Start building block device mappings for instance. {{(pid=70691) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1456.689754] env[70691]: DEBUG oslo_concurrency.lockutils [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.137s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.689979] env[70691]: INFO nova.compute.manager [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Successfully reverted task state from resize_migrating on failure for instance. [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server [None req-f603c6f5-1b1f-483e-b5fb-ca9d27f5d464 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Exception during message handling: AttributeError: 'NoneType' object has no attribute 'key' [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server raise self.value [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server raise self.value [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server raise self.value [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6072, in resize_instance [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server raise self.value [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6069, in resize_instance [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server self._resize_instance(context, instance, image, migration, [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6106, in _resize_instance [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server disk_info = self.driver.migrate_disk_and_power_off( [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 264, in migrate_disk_and_power_off [ 1456.698966] env[70691]: ERROR oslo_messaging.rpc.server return self._vmops.migrate_disk_and_power_off(context, instance, [ 1456.700911] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1456.700911] env[70691]: ERROR oslo_messaging.rpc.server self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1456.700911] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1456.700911] env[70691]: ERROR oslo_messaging.rpc.server self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1456.700911] env[70691]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1456.700911] env[70691]: ERROR oslo_messaging.rpc.server disk_key = device.key [ 1456.700911] env[70691]: ERROR oslo_messaging.rpc.server AttributeError: 'NoneType' object has no attribute 'key' [ 1456.700911] env[70691]: ERROR oslo_messaging.rpc.server [ 1456.915569] env[70691]: INFO nova.compute.manager [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Took 1.40 seconds to deallocate network for instance. [ 1456.940544] env[70691]: DEBUG oslo_vmware.api [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136166} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.940851] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.941066] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1456.941252] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1456.941435] env[70691]: INFO nova.compute.manager [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1456.941697] env[70691]: DEBUG oslo.service.loopingcall [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.941955] env[70691]: DEBUG nova.compute.manager [-] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1456.942057] env[70691]: DEBUG nova.network.neutron [-] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1457.463750] env[70691]: INFO nova.compute.manager [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Took 0.55 seconds to detach 1 volumes for instance. [ 1457.465777] env[70691]: DEBUG nova.compute.manager [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Deleting volume: 9feefbdf-5361-4fb3-81b3-56b22a9f14bd {{(pid=70691) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1457.579828] env[70691]: DEBUG nova.compute.manager [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Start spawning the instance on the hypervisor. {{(pid=70691) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1457.609995] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T20:09:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T20:09:10Z,direct_url=,disk_format='vmdk',id=2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='93158fc6a5174ee6aecc67afba877f78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T20:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1457.610374] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Flavor limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1457.610598] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Image limits 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.610872] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Flavor pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1457.611095] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Image pref 0:0:0 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.611278] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70691) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1457.611513] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1457.611749] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1457.612006] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Got 1 possible topologies {{(pid=70691) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1457.612209] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1457.612395] env[70691]: DEBUG nova.virt.hardware [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70691) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1457.613463] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3867e-1854-4912-a5f5-d7f729616569 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.622443] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72616d6-48c1-4307-aa7a-903048105ccd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.943601] env[70691]: DEBUG nova.network.neutron [-] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.958383] env[70691]: DEBUG nova.network.neutron [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Successfully updated port: 430d08c6-1b24-4db3-afe3-48b547f3d9eb {{(pid=70691) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.969761] env[70691]: DEBUG nova.compute.manager [req-0a5b1af4-24b2-46a6-8269-7140a7ba82e1 req-5894b9a0-c834-47b6-9f0b-fca3fdbd5172 service nova] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Received event network-vif-deleted-07641fd2-e1ea-408a-be1f-966e65d53a18 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1457.969979] env[70691]: DEBUG nova.compute.manager [req-0a5b1af4-24b2-46a6-8269-7140a7ba82e1 req-5894b9a0-c834-47b6-9f0b-fca3fdbd5172 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Received event network-vif-plugged-430d08c6-1b24-4db3-afe3-48b547f3d9eb {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1457.970267] env[70691]: DEBUG oslo_concurrency.lockutils [req-0a5b1af4-24b2-46a6-8269-7140a7ba82e1 req-5894b9a0-c834-47b6-9f0b-fca3fdbd5172 service nova] Acquiring lock "d563f73e-b565-43d3-b396-614eebfecf4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.970503] env[70691]: DEBUG oslo_concurrency.lockutils [req-0a5b1af4-24b2-46a6-8269-7140a7ba82e1 req-5894b9a0-c834-47b6-9f0b-fca3fdbd5172 service nova] Lock "d563f73e-b565-43d3-b396-614eebfecf4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.970695] env[70691]: DEBUG oslo_concurrency.lockutils [req-0a5b1af4-24b2-46a6-8269-7140a7ba82e1 req-5894b9a0-c834-47b6-9f0b-fca3fdbd5172 service nova] Lock "d563f73e-b565-43d3-b396-614eebfecf4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.970866] env[70691]: DEBUG nova.compute.manager [req-0a5b1af4-24b2-46a6-8269-7140a7ba82e1 req-5894b9a0-c834-47b6-9f0b-fca3fdbd5172 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] No waiting events found dispatching network-vif-plugged-430d08c6-1b24-4db3-afe3-48b547f3d9eb {{(pid=70691) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1457.971048] env[70691]: WARNING nova.compute.manager [req-0a5b1af4-24b2-46a6-8269-7140a7ba82e1 req-5894b9a0-c834-47b6-9f0b-fca3fdbd5172 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Received unexpected event network-vif-plugged-430d08c6-1b24-4db3-afe3-48b547f3d9eb for instance with vm_state building and task_state spawning. [ 1458.008648] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.008972] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.009222] env[70691]: DEBUG nova.objects.instance [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lazy-loading 'resources' on Instance uuid 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.446483] env[70691]: INFO nova.compute.manager [-] [instance: 4cf46064-bd12-4567-9cd3-17c88e136bc1] Took 1.50 seconds to deallocate network for instance. [ 1458.461794] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquiring lock "refresh_cache-d563f73e-b565-43d3-b396-614eebfecf4e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.461956] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquired lock "refresh_cache-d563f73e-b565-43d3-b396-614eebfecf4e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.462121] env[70691]: DEBUG nova.network.neutron [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Building network info cache for instance {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1458.574605] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7a9026-d5a3-4593-8c56-f66a1e77048f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.583333] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e7fb9f-5c62-41cb-ad50-a60918f05645 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.614329] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7569834-0105-43cb-a08d-3bf03199d250 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.622669] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f227d7d-d3e7-409d-97cf-9c844fd78fbb {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.636329] env[70691]: DEBUG nova.compute.provider_tree [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.953938] env[70691]: DEBUG oslo_concurrency.lockutils [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.995353] env[70691]: DEBUG nova.network.neutron [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Instance cache missing network info. {{(pid=70691) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1459.112718] env[70691]: DEBUG nova.network.neutron [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Updating instance_info_cache with network_info: [{"id": "430d08c6-1b24-4db3-afe3-48b547f3d9eb", "address": "fa:16:3e:36:0a:92", "network": {"id": "c02b7b0e-7f23-45b7-9f2f-789c70115fe8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-868027929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d67eaccb35c348ebb939b131cf326ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430d08c6-1b", "ovs_interfaceid": "430d08c6-1b24-4db3-afe3-48b547f3d9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.139232] env[70691]: DEBUG nova.scheduler.client.report [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1459.615710] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Releasing lock "refresh_cache-d563f73e-b565-43d3-b396-614eebfecf4e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.616157] env[70691]: DEBUG nova.compute.manager [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Instance network_info: |[{"id": "430d08c6-1b24-4db3-afe3-48b547f3d9eb", "address": "fa:16:3e:36:0a:92", "network": {"id": "c02b7b0e-7f23-45b7-9f2f-789c70115fe8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-868027929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d67eaccb35c348ebb939b131cf326ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430d08c6-1b", "ovs_interfaceid": "430d08c6-1b24-4db3-afe3-48b547f3d9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70691) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1459.616686] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:0a:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '430d08c6-1b24-4db3-afe3-48b547f3d9eb', 'vif_model': 'vmxnet3'}] {{(pid=70691) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.624397] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Creating folder: Project (d67eaccb35c348ebb939b131cf326ab9). Parent ref: group-v689428. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1459.624698] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1f4921d-636d-4bff-b61f-462ca6d291c5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.638149] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Created folder: Project (d67eaccb35c348ebb939b131cf326ab9) in parent group-v689428. [ 1459.638362] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Creating folder: Instances. Parent ref: group-v689768. {{(pid=70691) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1459.638656] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca76829-0915-41df-8a0e-d36f31b65887 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.643538] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.645803] env[70691]: DEBUG oslo_concurrency.lockutils [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.692s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.646066] env[70691]: DEBUG nova.objects.instance [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lazy-loading 'resources' on Instance uuid 4cf46064-bd12-4567-9cd3-17c88e136bc1 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.650449] env[70691]: INFO nova.virt.vmwareapi.vm_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Created folder: Instances in parent group-v689768. [ 1459.650733] env[70691]: DEBUG oslo.service.loopingcall [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.650959] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Creating VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1459.651499] env[70691]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-269d2c63-c8b7-444f-8b7d-464ae38bc52e {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.667072] env[70691]: INFO nova.scheduler.client.report [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted allocations for instance 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df [ 1459.681018] env[70691]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.681018] env[70691]: value = "task-3455266" [ 1459.681018] env[70691]: _type = "Task" [ 1459.681018] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.687366] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455266, 'name': CreateVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.994734] env[70691]: DEBUG nova.compute.manager [req-01428612-97d3-4fd6-8490-098ba4f805da req-8fc6dee6-9a40-4f99-9893-f9cde3522199 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Received event network-changed-430d08c6-1b24-4db3-afe3-48b547f3d9eb {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1459.994942] env[70691]: DEBUG nova.compute.manager [req-01428612-97d3-4fd6-8490-098ba4f805da req-8fc6dee6-9a40-4f99-9893-f9cde3522199 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Refreshing instance network info cache due to event network-changed-430d08c6-1b24-4db3-afe3-48b547f3d9eb. {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1459.995189] env[70691]: DEBUG oslo_concurrency.lockutils [req-01428612-97d3-4fd6-8490-098ba4f805da req-8fc6dee6-9a40-4f99-9893-f9cde3522199 service nova] Acquiring lock "refresh_cache-d563f73e-b565-43d3-b396-614eebfecf4e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.995339] env[70691]: DEBUG oslo_concurrency.lockutils [req-01428612-97d3-4fd6-8490-098ba4f805da req-8fc6dee6-9a40-4f99-9893-f9cde3522199 service nova] Acquired lock "refresh_cache-d563f73e-b565-43d3-b396-614eebfecf4e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.995504] env[70691]: DEBUG nova.network.neutron [req-01428612-97d3-4fd6-8490-098ba4f805da req-8fc6dee6-9a40-4f99-9893-f9cde3522199 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Refreshing network info cache for port 430d08c6-1b24-4db3-afe3-48b547f3d9eb {{(pid=70691) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1460.175263] env[70691]: DEBUG oslo_concurrency.lockutils [None req-e70a24b1-3b40-48e4-9b43-34545c804504 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.920s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.176157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.626s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.176397] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.176629] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.176854] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.181091] env[70691]: INFO nova.compute.manager [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Terminating instance [ 1460.185692] env[70691]: DEBUG nova.compute.manager [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1460.185914] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b70f0c43-55f3-4623-b96c-a181752979f2 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.196026] env[70691]: DEBUG oslo_vmware.api [-] Task: {'id': task-3455266, 'name': CreateVM_Task, 'duration_secs': 0.290823} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.197024] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Created VM on the ESX host {{(pid=70691) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1460.197740] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.197910] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.198274] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1460.201176] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aee550-6bbe-42aa-a6eb-0f0bd85033bd {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.212343] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0722028-5ae9-492a-afdd-ea295c87c965 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.214215] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfc575c-6aed-4f90-ae81-7d4fdd979e97 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.221365] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1460.221365] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526aba4c-f4f0-1947-cb37-82000b926e56" [ 1460.221365] env[70691]: _type = "Task" [ 1460.221365] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.226540] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5f370e-3e12-48d9-8a64-d80989a8b299 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.236539] env[70691]: WARNING nova.virt.vmwareapi.driver [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df could not be found. [ 1460.236732] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1460.237582] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe65fdf6-c070-4dfe-962a-adad49a47d1d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.242239] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]526aba4c-f4f0-1947-cb37-82000b926e56, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.265885] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.266153] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Processing image 2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5 {{(pid=70691) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.266394] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.266545] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.266723] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.267562] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-043a1dc9-5de6-44c5-b96b-55c7bb804123 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.269675] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e7b1dd-3839-43d7-8085-9792099838ae {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.275981] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0606953-c9a7-48d7-8b22-1db2a9aac22b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.288112] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70691) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.288291] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70691) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1460.290240] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f2889-0e12-444f-8589-9b756a05ea07 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.293673] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2823a927-d318-483c-88e6-1403b3b3b7a3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.305788] env[70691]: DEBUG nova.compute.provider_tree [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.313399] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1460.313399] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525f09b9-f630-50b8-350f-0b056a0c8fb0" [ 1460.313399] env[70691]: _type = "Task" [ 1460.313399] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.313690] env[70691]: WARNING nova.virt.vmwareapi.vmops [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df could not be found. [ 1460.313873] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1460.314066] env[70691]: INFO nova.compute.manager [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1460.314308] env[70691]: DEBUG oslo.service.loopingcall [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.315243] env[70691]: DEBUG nova.compute.manager [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1460.315345] env[70691]: DEBUG nova.network.neutron [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1460.325899] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]525f09b9-f630-50b8-350f-0b056a0c8fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008636} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.326239] env[70691]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1100397-ad39-4050-bd7e-1629910996f7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.332034] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1460.332034] env[70691]: value = "session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c29ce1-d4d1-f293-ce59-b44cfdcc584c" [ 1460.332034] env[70691]: _type = "Task" [ 1460.332034] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.343176] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': session[52691c8d-2bc0-cd92-93e6-35cc87ac48b3]52c29ce1-d4d1-f293-ce59-b44cfdcc584c, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.343891] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.344157] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d563f73e-b565-43d3-b396-614eebfecf4e/d563f73e-b565-43d3-b396-614eebfecf4e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1460.344407] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-277fb1f6-d17f-47e1-be7c-aaba218cee69 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.351025] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1460.351025] env[70691]: value = "task-3455267" [ 1460.351025] env[70691]: _type = "Task" [ 1460.351025] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.358960] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.782986] env[70691]: DEBUG nova.network.neutron [req-01428612-97d3-4fd6-8490-098ba4f805da req-8fc6dee6-9a40-4f99-9893-f9cde3522199 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Updated VIF entry in instance network info cache for port 430d08c6-1b24-4db3-afe3-48b547f3d9eb. {{(pid=70691) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1460.783386] env[70691]: DEBUG nova.network.neutron [req-01428612-97d3-4fd6-8490-098ba4f805da req-8fc6dee6-9a40-4f99-9893-f9cde3522199 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Updating instance_info_cache with network_info: [{"id": "430d08c6-1b24-4db3-afe3-48b547f3d9eb", "address": "fa:16:3e:36:0a:92", "network": {"id": "c02b7b0e-7f23-45b7-9f2f-789c70115fe8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-868027929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d67eaccb35c348ebb939b131cf326ab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430d08c6-1b", "ovs_interfaceid": "430d08c6-1b24-4db3-afe3-48b547f3d9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.815819] env[70691]: DEBUG nova.scheduler.client.report [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1460.838173] env[70691]: DEBUG nova.network.neutron [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.861140] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455166} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.861398] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5/2b5b7628-89fb-4c2a-b1f6-2ca0edf3a6e5.vmdk to [datastore1] d563f73e-b565-43d3-b396-614eebfecf4e/d563f73e-b565-43d3-b396-614eebfecf4e.vmdk {{(pid=70691) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1460.861643] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Extending root virtual disk to 1048576 {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.861959] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dff06a1-102f-4f3d-8349-25e1f16c4d0a {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.868392] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1460.868392] env[70691]: value = "task-3455268" [ 1460.868392] env[70691]: _type = "Task" [ 1460.868392] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.875996] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.286510] env[70691]: DEBUG oslo_concurrency.lockutils [req-01428612-97d3-4fd6-8490-098ba4f805da req-8fc6dee6-9a40-4f99-9893-f9cde3522199 service nova] Releasing lock "refresh_cache-d563f73e-b565-43d3-b396-614eebfecf4e" {{(pid=70691) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.320724] env[70691]: DEBUG oslo_concurrency.lockutils [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.340560] env[70691]: INFO nova.compute.manager [-] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Took 1.03 seconds to deallocate network for instance. [ 1461.343817] env[70691]: INFO nova.scheduler.client.report [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted allocations for instance 4cf46064-bd12-4567-9cd3-17c88e136bc1 [ 1461.356980] env[70691]: WARNING nova.volume.cinder [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Attachment 49826908-f31e-4953-a025-e2d4625ddf58 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 49826908-f31e-4953-a025-e2d4625ddf58. (HTTP 404) (Request-ID: req-9fbcfa1e-4b53-4ead-8e49-2009a62f828d) [ 1461.357276] env[70691]: INFO nova.compute.manager [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Took 0.02 seconds to detach 1 volumes for instance. [ 1461.359306] env[70691]: DEBUG nova.compute.manager [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Deleting volume: 9feefbdf-5361-4fb3-81b3-56b22a9f14bd {{(pid=70691) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1461.374884] env[70691]: WARNING nova.compute.manager [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Failed to delete volume: 9feefbdf-5361-4fb3-81b3-56b22a9f14bd due to Volume 9feefbdf-5361-4fb3-81b3-56b22a9f14bd could not be found.: nova.exception.VolumeNotFound: Volume 9feefbdf-5361-4fb3-81b3-56b22a9f14bd could not be found. [ 1461.380674] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184256} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.381174] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Extended root virtual disk {{(pid=70691) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.382069] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac37ca-de8b-441b-8e3b-553cec4f3c9c {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.404700] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] d563f73e-b565-43d3-b396-614eebfecf4e/d563f73e-b565-43d3-b396-614eebfecf4e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.405967] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48744a23-8d93-4d1e-80f3-4fe53eaebec9 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.428083] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1461.428083] env[70691]: value = "task-3455269" [ 1461.428083] env[70691]: _type = "Task" [ 1461.428083] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.436574] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.852124] env[70691]: DEBUG oslo_concurrency.lockutils [None req-310edbe9-4a77-4574-bcf5-0b7540a18d60 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "4cf46064-bd12-4567-9cd3-17c88e136bc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.047s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.882055] env[70691]: INFO nova.compute.manager [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df] Instance disappeared during terminate [ 1461.882361] env[70691]: DEBUG oslo_concurrency.lockutils [None req-2f77b38c-2e1f-49ee-9fd8-95230efe7239 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "6fe6d2d1-a1d8-4409-ad39-8a8ed3ab43df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 1.706s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.939270] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455269, 'name': ReconfigVM_Task, 'duration_secs': 0.304536} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.939555] env[70691]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Reconfigured VM instance instance-0000007d to attach disk [datastore1] d563f73e-b565-43d3-b396-614eebfecf4e/d563f73e-b565-43d3-b396-614eebfecf4e.vmdk or device None with type sparse {{(pid=70691) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.940216] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c96bf3-215a-497f-88c1-6a3615df278b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.947804] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1461.947804] env[70691]: value = "task-3455271" [ 1461.947804] env[70691]: _type = "Task" [ 1461.947804] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.957508] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455271, 'name': Rename_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.457863] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455271, 'name': Rename_Task, 'duration_secs': 0.152734} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.458158] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Powering on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1462.458408] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-130755ad-e64f-4ec9-9f0e-a53cf19240ad {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.466548] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1462.466548] env[70691]: value = "task-3455272" [ 1462.466548] env[70691]: _type = "Task" [ 1462.466548] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.474498] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.530188] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.530376] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70691) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1462.977665] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.478699] env[70691]: DEBUG oslo_vmware.api [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455272, 'name': PowerOnVM_Task, 'duration_secs': 1.013235} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.478994] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Powered on the VM {{(pid=70691) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1463.479316] env[70691]: INFO nova.compute.manager [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1463.479533] env[70691]: DEBUG nova.compute.manager [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Checking state {{(pid=70691) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1463.480361] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10dbdc0-6a60-4c2e-881b-4401139099ff {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.996741] env[70691]: INFO nova.compute.manager [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Took 10.61 seconds to build instance. [ 1464.499157] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bcf7e15d-de4c-4f34-ab3a-d6f162a7225a tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "d563f73e-b565-43d3-b396-614eebfecf4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.123s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.736627] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquiring lock "d563f73e-b565-43d3-b396-614eebfecf4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.736912] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "d563f73e-b565-43d3-b396-614eebfecf4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.737221] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquiring lock "d563f73e-b565-43d3-b396-614eebfecf4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.737451] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "d563f73e-b565-43d3-b396-614eebfecf4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.737632] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "d563f73e-b565-43d3-b396-614eebfecf4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.739820] env[70691]: INFO nova.compute.manager [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Terminating instance [ 1464.741640] env[70691]: DEBUG nova.compute.manager [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1464.741837] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1464.742880] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863eb093-d750-417b-b8b4-7d6885f77950 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.751503] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1464.751691] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31740995-7379-424d-8037-08cdcca19de7 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.757718] env[70691]: DEBUG oslo_vmware.api [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1464.757718] env[70691]: value = "task-3455273" [ 1464.757718] env[70691]: _type = "Task" [ 1464.757718] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.766061] env[70691]: DEBUG oslo_vmware.api [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.268136] env[70691]: DEBUG oslo_vmware.api [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455273, 'name': PowerOffVM_Task, 'duration_secs': 0.197604} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.268490] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1465.268549] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1465.268798] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37f9d12f-05fc-4e65-994c-f7dcf0b5ec3f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.336252] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1465.336507] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1465.336695] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Deleting the datastore file [datastore1] d563f73e-b565-43d3-b396-614eebfecf4e {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.336981] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbffa113-3f05-4d04-895a-78f502be1f5d {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.343967] env[70691]: DEBUG oslo_vmware.api [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for the task: (returnval){ [ 1465.343967] env[70691]: value = "task-3455275" [ 1465.343967] env[70691]: _type = "Task" [ 1465.343967] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.352262] env[70691]: DEBUG oslo_vmware.api [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.513147] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "714db313-1b44-45c6-9768-5594fe46d9e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.513475] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "714db313-1b44-45c6-9768-5594fe46d9e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.513696] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "714db313-1b44-45c6-9768-5594fe46d9e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.513889] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "714db313-1b44-45c6-9768-5594fe46d9e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.514093] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "714db313-1b44-45c6-9768-5594fe46d9e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.516337] env[70691]: INFO nova.compute.manager [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Terminating instance [ 1465.518176] env[70691]: DEBUG nova.compute.manager [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Start destroying the instance on the hypervisor. {{(pid=70691) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1465.518358] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Destroying instance {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1465.519223] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a11a620-c745-48ec-af5b-cfc465d2d680 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.528673] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Powering off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1465.529082] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c0d855-df13-461d-b70c-b74fb511a7f0 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.530484] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.530683] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.535860] env[70691]: DEBUG oslo_vmware.api [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1465.535860] env[70691]: value = "task-3455276" [ 1465.535860] env[70691]: _type = "Task" [ 1465.535860] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.544247] env[70691]: DEBUG oslo_vmware.api [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.854841] env[70691]: DEBUG oslo_vmware.api [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Task: {'id': task-3455275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135972} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.855096] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.855245] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1465.855426] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1465.855605] env[70691]: INFO nova.compute.manager [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1465.855850] env[70691]: DEBUG oslo.service.loopingcall [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.856058] env[70691]: DEBUG nova.compute.manager [-] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1465.856157] env[70691]: DEBUG nova.network.neutron [-] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1466.046999] env[70691]: DEBUG oslo_vmware.api [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455276, 'name': PowerOffVM_Task, 'duration_secs': 0.190579} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.046999] env[70691]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Powered off the VM {{(pid=70691) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1466.047217] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Unregistering the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1466.047405] env[70691]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0007b05-0838-4751-a10a-038671683c21 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.085034] env[70691]: DEBUG nova.compute.manager [req-d2d9e2a2-8523-48f2-a3d1-e5097a98cf12 req-7b8066c6-f4b5-401a-95dd-ed32120453f6 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Received event network-vif-deleted-430d08c6-1b24-4db3-afe3-48b547f3d9eb {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.085292] env[70691]: INFO nova.compute.manager [req-d2d9e2a2-8523-48f2-a3d1-e5097a98cf12 req-7b8066c6-f4b5-401a-95dd-ed32120453f6 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Neutron deleted interface 430d08c6-1b24-4db3-afe3-48b547f3d9eb; detaching it from the instance and deleting it from the info cache [ 1466.085487] env[70691]: DEBUG nova.network.neutron [req-d2d9e2a2-8523-48f2-a3d1-e5097a98cf12 req-7b8066c6-f4b5-401a-95dd-ed32120453f6 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.119238] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Unregistered the VM {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1466.119503] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Deleting contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1466.119601] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleting the datastore file [datastore1] 714db313-1b44-45c6-9768-5594fe46d9e1 {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.120222] env[70691]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a223f819-416f-477f-b5ce-91335689a116 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.128617] env[70691]: DEBUG oslo_vmware.api [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for the task: (returnval){ [ 1466.128617] env[70691]: value = "task-3455278" [ 1466.128617] env[70691]: _type = "Task" [ 1466.128617] env[70691]: } to complete. {{(pid=70691) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.136503] env[70691]: DEBUG oslo_vmware.api [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.530520] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.530844] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.557124] env[70691]: DEBUG nova.network.neutron [-] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.588614] env[70691]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38cd7e34-585e-4112-9df5-c6e11ed587f3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.599913] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727029f2-beda-49c6-b138-461727816bc3 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.628614] env[70691]: DEBUG nova.compute.manager [req-d2d9e2a2-8523-48f2-a3d1-e5097a98cf12 req-7b8066c6-f4b5-401a-95dd-ed32120453f6 service nova] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Detach interface failed, port_id=430d08c6-1b24-4db3-afe3-48b547f3d9eb, reason: Instance d563f73e-b565-43d3-b396-614eebfecf4e could not be found. {{(pid=70691) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1466.638272] env[70691]: DEBUG oslo_vmware.api [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Task: {'id': task-3455278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133691} completed successfully. {{(pid=70691) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.638475] env[70691]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted the datastore file {{(pid=70691) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.638691] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Deleted contents of the VM from datastore datastore1 {{(pid=70691) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1466.638894] env[70691]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Instance destroyed {{(pid=70691) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1466.639087] env[70691]: INFO nova.compute.manager [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1466.639331] env[70691]: DEBUG oslo.service.loopingcall [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70691) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.639526] env[70691]: DEBUG nova.compute.manager [-] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Deallocating network for instance {{(pid=70691) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1466.639615] env[70691]: DEBUG nova.network.neutron [-] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] deallocate_for_instance() {{(pid=70691) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1467.033837] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.034173] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.034263] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.034355] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70691) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1467.035264] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f214420-c8ab-4724-b7e0-196844799240 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.044061] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743c3dd9-10a3-4495-92f8-7f7daf253ee4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.059191] env[70691]: INFO nova.compute.manager [-] [instance: d563f73e-b565-43d3-b396-614eebfecf4e] Took 1.20 seconds to deallocate network for instance. [ 1467.064550] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ca6e33-44a5-493f-bc58-3649b82f65a5 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.071404] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808b919d-a996-441b-8851-f200af6dd090 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.101019] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180545MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70691) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1467.101264] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.101819] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.326866] env[70691]: DEBUG nova.network.neutron [-] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Updating instance_info_cache with network_info: [] {{(pid=70691) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.565941] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.830099] env[70691]: INFO nova.compute.manager [-] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Took 1.19 seconds to deallocate network for instance. [ 1468.112139] env[70691]: DEBUG nova.compute.manager [req-5bae8158-52fc-487b-8904-778ec0ed4c61 req-d873b44a-937b-41ec-833d-da7c628918ed service nova] [instance: 714db313-1b44-45c6-9768-5594fe46d9e1] Received event network-vif-deleted-d971db96-7afd-4662-b3ac-dff7e5330610 {{(pid=70691) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.126518] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance 714db313-1b44-45c6-9768-5594fe46d9e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70691) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1468.126684] env[70691]: WARNING nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Instance d563f73e-b565-43d3-b396-614eebfecf4e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1468.126855] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1468.126997] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70691) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1468.161274] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53db7942-a7cb-4a91-88a5-4f1d105f75d4 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.169068] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf3370e-80f9-467f-8573-d18a8caae97b {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.199810] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df5f470-b26e-4a42-b33a-deff17844c19 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.206925] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db2b8e4-1185-4320-8df3-9eefd31328d6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.219846] env[70691]: DEBUG nova.compute.provider_tree [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.336582] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.723062] env[70691]: DEBUG nova.scheduler.client.report [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1469.227674] env[70691]: DEBUG nova.compute.resource_tracker [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70691) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1469.227889] env[70691]: DEBUG oslo_concurrency.lockutils [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.228200] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.663s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.228395] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.230598] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.894s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.230874] env[70691]: DEBUG nova.objects.instance [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lazy-loading 'resources' on Instance uuid 714db313-1b44-45c6-9768-5594fe46d9e1 {{(pid=70691) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.247320] env[70691]: INFO nova.scheduler.client.report [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Deleted allocations for instance d563f73e-b565-43d3-b396-614eebfecf4e [ 1469.753655] env[70691]: DEBUG oslo_concurrency.lockutils [None req-aa872c87-349f-4c39-97ea-d61e244428b5 tempest-ServerAddressesTestJSON-1206257338 tempest-ServerAddressesTestJSON-1206257338-project-member] Lock "d563f73e-b565-43d3-b396-614eebfecf4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.017s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.759194] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79348902-0a70-4664-9a7b-9a706dd10946 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.767732] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706ab33-f2bc-48e4-9fd7-8f76a9856cb6 {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.799764] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e1f4c-ddfc-46b1-902e-8b476973e41f {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.807311] env[70691]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520a3e2f-c6fa-46a4-87cf-e50258ee3fab {{(pid=70691) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.820428] env[70691]: DEBUG nova.compute.provider_tree [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed in ProviderTree for provider: 0f714c39-9913-4c20-9640-f803078976e4 {{(pid=70691) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.231659] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.231914] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.232077] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Starting heal instance info cache {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1470.323593] env[70691]: DEBUG nova.scheduler.client.report [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Inventory has not changed for provider 0f714c39-9913-4c20-9640-f803078976e4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70691) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1470.735262] env[70691]: DEBUG nova.compute.manager [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Didn't find any instances for network info cache update. {{(pid=70691) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1470.735513] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.735681] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.830861] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.858548] env[70691]: INFO nova.scheduler.client.report [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Deleted allocations for instance 714db313-1b44-45c6-9768-5594fe46d9e1 [ 1471.371648] env[70691]: DEBUG oslo_concurrency.lockutils [None req-1ef3cb42-96cb-4156-a559-b396de8a57e0 tempest-ServerActionsTestOtherA-252219354 tempest-ServerActionsTestOtherA-252219354-project-member] Lock "714db313-1b44-45c6-9768-5594fe46d9e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.858s {{(pid=70691) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.029974] env[70691]: DEBUG oslo_service.periodic_task [None req-bb2e39db-d656-4543-97d4-757ad05b0923 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70691) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}